2024-11-28 10:16:46,979 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575
2024-11-28 10:16:46,995 main DEBUG Took 0.013426 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-28 10:16:46,995 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-28 10:16:46,996 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-28 10:16:46,997 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-28 10:16:46,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,008 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-28 10:16:47,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,039 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,042 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,044 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,045 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,046 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,047 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,049 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,049 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,051 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-28 10:16:47,052 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,052 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-28 10:16:47,054 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-28 10:16:47,056 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-28 10:16:47,059 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-28 10:16:47,060 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-28 10:16:47,062 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-28 10:16:47,063 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-28 10:16:47,073 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-28 10:16:47,077 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-28 10:16:47,080 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-28 10:16:47,081 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-28 10:16:47,081 main DEBUG createAppenders(={Console})
2024-11-28 10:16:47,082 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 initialized
2024-11-28 10:16:47,083 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575
2024-11-28 10:16:47,083 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@480d3575 OK.
2024-11-28 10:16:47,084 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-28 10:16:47,085 main DEBUG OutputStream closed
2024-11-28 10:16:47,085 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-28 10:16:47,085 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-28 10:16:47,086 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@d5b810e OK
2024-11-28 10:16:47,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-28 10:16:47,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-28 10:16:47,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-28 10:16:47,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-28 10:16:47,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-28 10:16:47,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-28 10:16:47,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-28 10:16:47,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-28 10:16:47,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-28 10:16:47,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-28 10:16:47,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-28 10:16:47,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-28 10:16:47,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-28 10:16:47,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-28 10:16:47,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-28 10:16:47,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-28 10:16:47,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-28 10:16:47,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-28 10:16:47,209 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28 10:16:47,210 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6bffbc6d) with optional ClassLoader: null
2024-11-28 10:16:47,210 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-28 10:16:47,211 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6bffbc6d] started OK.
2024-11-28T10:16:47,232 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-28 10:16:47,248 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-28 10:16:47,248 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-28T10:16:47,330 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=5155
2024-11-28T10:16:47,639 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-28T10:16:47,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a
2024-11-28T10:16:47,712 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe, deleteOnExit=true
2024-11-28T10:16:47,868 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/zookeeper_0, clientPort=51121, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:16:47,891 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51121
2024-11-28T10:16:47,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:16:47,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:16:47,919 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/test.cache.data in system properties and HBase conf
2024-11-28T10:16:47,920 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:16:47,921 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:16:47,923 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:16:47,924 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:16:47,924 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:16:48,034 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-28T10:16:48,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:16:48,155 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:16:48,156 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:16:48,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:16:48,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:16:48,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:16:48,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:16:48,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:16:48,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:16:48,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:16:48,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:16:48,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:16:48,164 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:16:48,164 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:16:48,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:16:49,414 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-28T10:16:49,513 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3444ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-28T10:16:49,607 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:49,691 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:16:49,741 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:16:49,741 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:16:49,743 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:16:49,757 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:49,763 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:16:49,767 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:16:49,982 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146fb057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/java.io.tmpdir/jetty-localhost-45633-hadoop-hdfs-3_4_1-tests_jar-_-any-11380517010855457229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:16:49,989 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:45633}
2024-11-28T10:16:49,989 INFO  [Time-limited test {}] server.Server(415): Started @3921ms
2024-11-28T10:16:50,625 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:50,632 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:16:50,637 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:16:50,637 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:16:50,637 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:16:50,638 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:16:50,639 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:16:50,761 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/java.io.tmpdir/jetty-localhost-33205-hadoop-hdfs-3_4_1-tests_jar-_-any-8889853009435463576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:16:50,762 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:33205}
2024-11-28T10:16:50,762 INFO  [Time-limited test {}] server.Server(415): Started @4694ms
2024-11-28T10:16:50,820 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:16:51,923 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/data/data2/current/BP-1377114761-172.17.0.2-1732789008900/current, will proceed with Du for space computation calculation, 
2024-11-28T10:16:51,923 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/data/data1/current/BP-1377114761-172.17.0.2-1732789008900/current, will proceed with Du for space computation calculation, 
2024-11-28T10:16:51,969 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:16:52,023 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1ddbd8d121a2498 with lease ID 0x327aad924740a1ed: Processing first storage report for DS-879e2ee5-b015-49f6-b18e-3318767fe908 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=2815da80-5c12-4587-9b4c-8e36d7019a00, infoPort=38077, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=1081622403;c=1732789008900)
2024-11-28T10:16:52,025 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1ddbd8d121a2498 with lease ID 0x327aad924740a1ed: from storage DS-879e2ee5-b015-49f6-b18e-3318767fe908 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=2815da80-5c12-4587-9b4c-8e36d7019a00, infoPort=38077, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=1081622403;c=1732789008900), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:16:52,025 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1ddbd8d121a2498 with lease ID 0x327aad924740a1ed: Processing first storage report for DS-1a41781f-73b1-480a-8d18-cde345e0d0b2 from datanode DatanodeRegistration(127.0.0.1:35573, datanodeUuid=2815da80-5c12-4587-9b4c-8e36d7019a00, infoPort=38077, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=1081622403;c=1732789008900)
2024-11-28T10:16:52,026 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1ddbd8d121a2498 with lease ID 0x327aad924740a1ed: from storage DS-1a41781f-73b1-480a-8d18-cde345e0d0b2 node DatanodeRegistration(127.0.0.1:35573, datanodeUuid=2815da80-5c12-4587-9b4c-8e36d7019a00, infoPort=38077, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=1081622403;c=1732789008900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:16:52,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a
2024-11-28T10:16:52,122 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:52,126 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:52,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:16:52,794 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776 with version=8
2024-11-28T10:16:52,795 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/hbase-staging
2024-11-28T10:16:52,886 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-28T10:16:53,137 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:16:53,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,148 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,153 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:16:53,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:16:53,334 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:16:53,395 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-28T10:16:53,408 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-28T10:16:53,413 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:16:53,446 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11039 (auto-detected)
2024-11-28T10:16:53,447 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-28T10:16:53,472 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43413
2024-11-28T10:16:53,500 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43413 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:16:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434130x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:16:53,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43413-0x10180f1f1860000 connected
2024-11-28T10:16:53,711 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:53,714 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:53,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:16:53,736 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776, hbase.cluster.distributed=false
2024-11-28T10:16:53,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/acl
2024-11-28T10:16:53,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43413
2024-11-28T10:16:53,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43413
2024-11-28T10:16:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43413
2024-11-28T10:16:53,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43413
2024-11-28T10:16:53,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43413
2024-11-28T10:16:53,920 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:16:53,922 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,922 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,923 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:16:53,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:16:53,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:16:53,927 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:16:53,929 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:16:53,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33133
2024-11-28T10:16:53,933 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33133 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:16:53,934 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:53,939 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331330x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:16:53,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331330x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:16:53,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33133-0x10180f1f1860001 connected
2024-11-28T10:16:53,966 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:16:53,974 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:16:53,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/master
2024-11-28T10:16:53,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/acl
2024-11-28T10:16:53,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33133
2024-11-28T10:16:53,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33133
2024-11-28T10:16:53,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33133
2024-11-28T10:16:53,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33133
2024-11-28T10:16:53,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33133
2024-11-28T10:16:54,011 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43413
2024-11-28T10:16:54,013 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01581350936/backup-masters/e792e7e95410,43413,1732789012963
2024-11-28T10:16:54,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:16:54,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:16:54,027 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/backup-masters/e792e7e95410,43413,1732789012963
2024-11-28T10:16:54,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/master
2024-11-28T10:16:54,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:54,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:54,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/master
2024-11-28T10:16:54,059 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01581350936/backup-masters/e792e7e95410,43413,1732789012963 from backup master directory
2024-11-28T10:16:54,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:16:54,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/backup-masters/e792e7e95410,43413,1732789012963
2024-11-28T10:16:54,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:16:54,066 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:16:54,067 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43413,1732789012963
2024-11-28T10:16:54,069 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-28T10:16:54,071 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-28T10:16:54,132 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/hbase.id] with ID: b49e09bc-88fa-4ef5-90dd-5b6c0953ab80
2024-11-28T10:16:54,132 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.tmp/hbase.id
2024-11-28T10:16:54,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:16:54,545 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.tmp/hbase.id]:[hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/hbase.id]
2024-11-28T10:16:54,611 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:16:54,618 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:16:54,641 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-28T10:16:54,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:54,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:54,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:16:54,712 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:16:54,715 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:16:54,737 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:16:54,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:16:54,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:16:55,192 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store
2024-11-28T10:16:55,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:16:55,620 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-28T10:16:55,624 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:16:55,626 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:16:55,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:16:55,626 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:16:55,628 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:16:55,628 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:16:55,629 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:16:55,630 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789015626Disabling compacts and flushes for region at 1732789015626Disabling writes for close at 1732789015628 (+2 ms)Writing region close event to WAL at 1732789015629 (+1 ms)Closed at 1732789015629
2024-11-28T10:16:55,632 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/.initializing
2024-11-28T10:16:55,633 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963
2024-11-28T10:16:55,641 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:16:55,659 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43413%2C1732789012963, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/oldWALs, maxLogs=10
2024-11-28T10:16:55,687 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963/e792e7e95410%2C43413%2C1732789012963.1732789015664, exclude list is [], retry=0
2024-11-28T10:16:55,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:16:55,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-28T10:16:55,754 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:16:55,755 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:16:55,755 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:16:55,756 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:16:55,760 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,761 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,804 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:16:55,829 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:16:55,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:55,836 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:55,836 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:16:55,840 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:16:55,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:55,842 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:16:55,842 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:16:55,845 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:16:55,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:55,847 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:16:55,847 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:16:55,850 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:16:55,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:55,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:16:55,852 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,856 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,858 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,865 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,866 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,871 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:16:55,883 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:16:55,899 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:16:55,901 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75264759, jitterRate=0.12153230607509613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:16:55,910 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789015778Initializing all the Stores at 1732789015780 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789015781 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789015782 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789015783 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789015783Cleaning up temporary data from old regions at 1732789015866 (+83 ms)Region opened successfully at 1732789015910 (+44 ms)
2024-11-28T10:16:55,912 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:16:55,955 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8343df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:16:55,989 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:16:56,002 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:16:56,002 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:16:56,005 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:16:56,007 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-28T10:16:56,014 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-28T10:16:56,015 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:16:56,046 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:16:56,059 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/balancer because node does not exist (not necessarily an error)
2024-11-28T10:16:56,118 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/balancer already deleted, retry=false
2024-11-28T10:16:56,121 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:16:56,123 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:16:56,128 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/normalizer already deleted, retry=false
2024-11-28T10:16:56,131 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:16:56,134 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:16:56,138 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/switch/split already deleted, retry=false
2024-11-28T10:16:56,140 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:16:56,149 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/switch/merge already deleted, retry=false
2024-11-28T10:16:56,168 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:16:56,181 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/snapshot-cleanup already deleted, retry=false
2024-11-28T10:16:56,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/running
2024-11-28T10:16:56,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/running
2024-11-28T10:16:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43413,1732789012963, sessionid=0x10180f1f1860000, setting cluster-up flag (Was=false)
2024-11-28T10:16:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,254 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01581350936/flush-table-proc/acquired, /01581350936/flush-table-proc/reached, /01581350936/flush-table-proc/abort
2024-11-28T10:16:56,257 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43413,1732789012963
2024-11-28T10:16:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:56,307 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01581350936/online-snapshot/acquired, /01581350936/online-snapshot/reached, /01581350936/online-snapshot/abort
2024-11-28T10:16:56,309 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43413,1732789012963
2024-11-28T10:16:56,316 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:16:56,397 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(746): ClusterId : b49e09bc-88fa-4ef5-90dd-5b6c0953ab80
2024-11-28T10:16:56,400 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:16:56,409 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:16:56,415 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:16:56,415 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:16:56,421 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:16:56,424 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:16:56,425 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49397bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:16:56,431 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:16:56,439 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43413,1732789012963
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:16:56,447 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:33133
2024-11-28T10:16:56,447 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:16:56,447 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:16:56,447 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:16:56,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:16:56,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:16:56,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:16:56,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,451 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:16:56,451 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:16:56,451 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:16:56,455 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43413,1732789012963 with port=33133, startcode=1732789013879
2024-11-28T10:16:56,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:16:56,462 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:16:56,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789046468
2024-11-28T10:16:56,469 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:16:56,470 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:16:56,472 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:16:56,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:56,476 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:16:56,473 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:16:56,476 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:16:56,477 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:16:56,477 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:16:56,486 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:16:56,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:16:56,511 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:16:56,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:16:56,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:16:56,518 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:16:56,519 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:16:56,522 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:16:56,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789016521,5,FailOnTimeoutGroup]
2024-11-28T10:16:56,533 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789016532,5,FailOnTimeoutGroup]
2024-11-28T10:16:56,533 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,533 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:16:56,534 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:16:56,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,568 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-28T10:16:56,568 WARN  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-28T10:16:56,670 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43413,1732789012963 with port=33133, startcode=1732789013879
2024-11-28T10:16:56,672 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,675 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43413 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,685 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776
2024-11-28T10:16:56,685 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34023
2024-11-28T10:16:56,686 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:16:56,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/rs
2024-11-28T10:16:56,697 DEBUG [RS:0;e792e7e95410:33133 {}] zookeeper.ZKUtil(111): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/rs/e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,697 WARN  [RS:0;e792e7e95410:33133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:16:56,698 INFO  [RS:0;e792e7e95410:33133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:16:56,698 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,700 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,33133,1732789013879]
2024-11-28T10:16:56,730 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:16:56,752 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:16:56,757 INFO  [RS:0;e792e7e95410:33133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:16:56,757 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,758 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:16:56,764 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:16:56,765 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,766 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,766 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,766 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,766 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,767 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,767 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:16:56,767 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,767 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,768 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,768 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,768 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,768 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:16:56,768 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:16:56,769 DEBUG [RS:0;e792e7e95410:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:16:56,770 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,770 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,770 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,770 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,770 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,771 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33133,1732789013879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:16:56,797 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:16:56,798 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33133,1732789013879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,799 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,799 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.Replication(171): e792e7e95410,33133,1732789013879 started
2024-11-28T10:16:56,818 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:56,819 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,33133,1732789013879, RpcServer on e792e7e95410/172.17.0.2:33133, sessionid=0x10180f1f1860001
2024-11-28T10:16:56,819 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:16:56,819 DEBUG [RS:0;e792e7e95410:33133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,820 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33133,1732789013879'
2024-11-28T10:16:56,820 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01581350936/flush-table-proc/abort'
2024-11-28T10:16:56,821 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01581350936/flush-table-proc/acquired'
2024-11-28T10:16:56,821 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:16:56,821 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:16:56,822 DEBUG [RS:0;e792e7e95410:33133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,33133,1732789013879
2024-11-28T10:16:56,822 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33133,1732789013879'
2024-11-28T10:16:56,822 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01581350936/online-snapshot/abort'
2024-11-28T10:16:56,822 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01581350936/online-snapshot/acquired'
2024-11-28T10:16:56,823 DEBUG [RS:0;e792e7e95410:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:16:56,824 INFO  [RS:0;e792e7e95410:33133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:16:56,824 INFO  [RS:0;e792e7e95410:33133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:16:56,921 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:16:56,922 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776
2024-11-28T10:16:56,930 INFO  [RS:0;e792e7e95410:33133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:16:56,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741832_1008 (size=32)
2024-11-28T10:16:56,934 INFO  [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33133%2C1732789013879, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:16:56,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:16:56,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:16:56,942 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:16:56,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:56,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:56,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:16:56,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:16:56,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:56,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:56,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:16:56,951 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:16:56,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:56,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:56,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:16:56,955 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:16:56,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:56,956 DEBUG [RS:0;e792e7e95410:33133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937, exclude list is [], retry=0
2024-11-28T10:16:56,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:56,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:16:56,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:16:56,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:16:56,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:16:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:16:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:16:56,967 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:16:56,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:16:56,975 INFO  [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937
2024-11-28T10:16:56,976 DEBUG [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:16:56,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:16:56,978 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74006931, jitterRate=0.10278920829296112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:16:56,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789016935Initializing all the Stores at 1732789016938 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789016938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789016939 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789016939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789016939Cleaning up temporary data from old regions at 1732789016966 (+27 ms)Region opened successfully at 1732789016983 (+17 ms)
2024-11-28T10:16:56,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:16:56,984 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:16:56,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:16:56,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:16:56,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:16:56,988 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:16:56,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789016983Disabling compacts and flushes for region at 1732789016983Disabling writes for close at 1732789016984 (+1 ms)Writing region close event to WAL at 1732789016987 (+3 ms)Closed at 1732789016988 (+1 ms)
2024-11-28T10:16:56,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:16:56,997 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:16:57,002 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:16:57,011 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:16:57,014 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:16:57,167 DEBUG [e792e7e95410:43413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:16:57,182 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,33133,1732789013879
2024-11-28T10:16:57,190 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33133,1732789013879, state=OPENING
2024-11-28T10:16:57,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:16:57,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:57,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:16:57,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:16:57,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:16:57,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:16:57,273 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33133,1732789013879}]
2024-11-28T10:16:57,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:16:57,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:16:57,474 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:16:57,475 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:16:57,476 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:16:57,480 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33133%2C1732789013879.meta, suffix=.meta, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:16:57,501 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.meta.1732789017482.meta, exclude list is [], retry=0
2024-11-28T10:16:57,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:16:57,520 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.meta.1732789017482.meta
2024-11-28T10:16:57,521 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:16:57,522 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:16:57,528 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:16:57,530 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:16:57,533 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:16:57,535 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:16:57,541 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:16:57,541 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:16:57,542 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:16:57,542 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:16:57,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:16:57,553 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:16:57,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:57,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:57,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:16:57,557 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:16:57,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:57,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:57,559 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:16:57,561 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:16:57,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:57,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:57,562 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:16:57,564 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:16:57,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:16:57,566 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:16:57,566 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:16:57,568 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:16:57,571 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:16:57,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:16:57,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:16:57,577 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:16:57,582 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:16:57,586 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68729972, jitterRate=0.024156391620635986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:16:57,586 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:16:57,589 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789017543Writing region info on filesystem at 1732789017543Initializing all the Stores at 1732789017546 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789017546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789017546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789017546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789017546Cleaning up temporary data from old regions at 1732789017575 (+29 ms)Running coprocessor post-open hooks at 1732789017587 (+12 ms)Region opened successfully at 1732789017588 (+1 ms)
2024-11-28T10:16:57,598 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789017443
2024-11-28T10:16:57,615 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:16:57,616 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:16:57,618 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33133,1732789013879
2024-11-28T10:16:57,622 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33133,1732789013879, state=OPEN
2024-11-28T10:16:57,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:16:57,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:16:57,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:16:57,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:16:57,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,33133,1732789013879
2024-11-28T10:16:57,770 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:16:57,770 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33133,1732789013879 in 493 msec
2024-11-28T10:16:57,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:16:57,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec
2024-11-28T10:16:57,781 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:16:57,781 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:16:57,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:16:57,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33133,1732789013879, seqNum=-1]
2024-11-28T10:16:57,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:16:57,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:16:57,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5030 sec
2024-11-28T10:16:57,862 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789017862, completionTime=-1
2024-11-28T10:16:57,866 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:16:57,866 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:16:57,907 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:16:57,907 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789077907
2024-11-28T10:16:57,907 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789137907
2024-11-28T10:16:57,907 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec
2024-11-28T10:16:57,910 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,911 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,911 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,914 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43413, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,917 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,919 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:57,922 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:16:57,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.891sec
2024-11-28T10:16:57,960 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:16:57,962 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:16:57,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:16:57,964 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:16:57,964 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:16:57,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:16:57,967 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:16:57,981 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:16:57,982 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:16:57,982 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43413,1732789012963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:16:58,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:16:58,015 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-28T10:16:58,015 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-28T10:16:58,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43413,-1 for getting cluster id
2024-11-28T10:16:58,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:16:58,039 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b49e09bc-88fa-4ef5-90dd-5b6c0953ab80'
2024-11-28T10:16:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:16:58,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b49e09bc-88fa-4ef5-90dd-5b6c0953ab80"

2024-11-28T10:16:58,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:16:58,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43413,-1]
2024-11-28T10:16:58,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:16:58,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:16:58,063 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:16:58,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:16:58,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:16:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33133,1732789013879, seqNum=-1]
2024-11-28T10:16:58,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:16:58,093 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:16:58,120 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43413,1732789012963
2024-11-28T10:16:58,122 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:16:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:16:58,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f1f1860002 connected
2024-11-28T10:16:58,204 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir so I do NOT create it in target/test-data/d6236493-11b4-22ad-a458-e6a279923def
2024-11-28T10:16:58,205 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:16:58,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.tmp.dir so I do NOT create it in target/test-data/d6236493-11b4-22ad-a458-e6a279923def
2024-11-28T10:16:58,205 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:16:58,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def
2024-11-28T10:16:58,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:16:58,205 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/cluster_4ab7b082-4b49-2518-c78e-96108f4a5a2c, deleteOnExit=true
2024-11-28T10:16:58,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/test.cache.data in system properties and HBase conf
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:16:58,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:16:58,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:16:58,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:16:58,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:16:58,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:16:58,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:16:58,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:16:58,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:16:58,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:16:58,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:16:58,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:16:58,739 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:58,752 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:16:58,764 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:16:58,764 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:16:58,764 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:16:58,765 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:58,777 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:16:58,778 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:16:58,911 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/java.io.tmpdir/jetty-localhost-41877-hadoop-hdfs-3_4_1-tests_jar-_-any-15905102511010932067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:16:58,912 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:41877}
2024-11-28T10:16:58,912 INFO  [Time-limited test {}] server.Server(415): Started @12844ms
2024-11-28T10:16:59,204 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:16:59,210 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:16:59,213 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:16:59,213 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:16:59,213 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:16:59,213 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:16:59,214 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:16:59,339 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-6296413345967539393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:16:59,340 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:41777}
2024-11-28T10:16:59,340 INFO  [Time-limited test {}] server.Server(415): Started @13271ms
2024-11-28T10:16:59,342 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:17:00,003 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/cluster_4ab7b082-4b49-2518-c78e-96108f4a5a2c/data/data2/current/BP-967323841-172.17.0.2-1732789018248/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:00,003 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/cluster_4ab7b082-4b49-2518-c78e-96108f4a5a2c/data/data1/current/BP-967323841-172.17.0.2-1732789018248/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:00,052 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:17:00,062 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd594be5c5666c486 with lease ID 0x81d6b7f201db0e55: Processing first storage report for DS-d6fbc210-7779-490a-ac66-34038d25f888 from datanode DatanodeRegistration(127.0.0.1:41209, datanodeUuid=2080b8a5-2ea3-4ea5-9b02-14dfd3622a50, infoPort=41507, infoSecurePort=0, ipcPort=40223, storageInfo=lv=-57;cid=testClusterID;nsid=1406614812;c=1732789018248)
2024-11-28T10:17:00,062 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd594be5c5666c486 with lease ID 0x81d6b7f201db0e55: from storage DS-d6fbc210-7779-490a-ac66-34038d25f888 node DatanodeRegistration(127.0.0.1:41209, datanodeUuid=2080b8a5-2ea3-4ea5-9b02-14dfd3622a50, infoPort=41507, infoSecurePort=0, ipcPort=40223, storageInfo=lv=-57;cid=testClusterID;nsid=1406614812;c=1732789018248), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:17:00,062 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd594be5c5666c486 with lease ID 0x81d6b7f201db0e55: Processing first storage report for DS-811050d3-888e-4805-83b6-51b002c12c30 from datanode DatanodeRegistration(127.0.0.1:41209, datanodeUuid=2080b8a5-2ea3-4ea5-9b02-14dfd3622a50, infoPort=41507, infoSecurePort=0, ipcPort=40223, storageInfo=lv=-57;cid=testClusterID;nsid=1406614812;c=1732789018248)
2024-11-28T10:17:00,062 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd594be5c5666c486 with lease ID 0x81d6b7f201db0e55: from storage DS-811050d3-888e-4805-83b6-51b002c12c30 node DatanodeRegistration(127.0.0.1:41209, datanodeUuid=2080b8a5-2ea3-4ea5-9b02-14dfd3622a50, infoPort=41507, infoSecurePort=0, ipcPort=40223, storageInfo=lv=-57;cid=testClusterID;nsid=1406614812;c=1732789018248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:00,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def
2024-11-28T10:17:00,101 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,104 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:17:00,129 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a with version=8
2024-11-28T10:17:00,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/hbase-staging
2024-11-28T10:17:00,134 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:00,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,134 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,135 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:00,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,135 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:00,135 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:00,135 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:00,137 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33099
2024-11-28T10:17:00,139 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33099 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:17:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330990x0, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:00,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33099-0x10180f1f1860003 connected
2024-11-28T10:17:00,234 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,236 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/running
2024-11-28T10:17:00,240 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a, hbase.cluster.distributed=false
2024-11-28T10:17:00,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/acl
2024-11-28T10:17:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-28T10:17:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33099
2024-11-28T10:17:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33099
2024-11-28T10:17:00,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-28T10:17:00,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33099
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:00,268 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:00,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:00,270 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38339
2024-11-28T10:17:00,272 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38339 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:17:00,274 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,278 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383390x0, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:00,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383390x0, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/running
2024-11-28T10:17:00,297 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:00,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38339-0x10180f1f1860004 connected
2024-11-28T10:17:00,305 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:00,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/master
2024-11-28T10:17:00,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/acl
2024-11-28T10:17:00,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38339
2024-11-28T10:17:00,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38339
2024-11-28T10:17:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38339
2024-11-28T10:17:00,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38339
2024-11-28T10:17:00,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38339
2024-11-28T10:17:00,354 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:33099
2024-11-28T10:17:00,355 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1427869688/backup-masters/e792e7e95410,33099,1732789020133
2024-11-28T10:17:00,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/backup-masters
2024-11-28T10:17:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/backup-masters
2024-11-28T10:17:00,361 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on existing znode=/1427869688/backup-masters/e792e7e95410,33099,1732789020133
2024-11-28T10:17:00,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1427869688/master
2024-11-28T10:17:00,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:00,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:00,371 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on existing znode=/1427869688/master
2024-11-28T10:17:00,372 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1427869688/backup-masters/e792e7e95410,33099,1732789020133 from backup master directory
2024-11-28T10:17:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1427869688/backup-masters/e792e7e95410,33099,1732789020133
2024-11-28T10:17:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/backup-masters
2024-11-28T10:17:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/backup-masters
2024-11-28T10:17:00,381 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:00,381 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,33099,1732789020133
2024-11-28T10:17:00,388 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/hbase.id] with ID: 359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:00,388 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/.tmp/hbase.id
2024-11-28T10:17:00,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:17:00,797 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/.tmp/hbase.id]:[hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/hbase.id]
2024-11-28T10:17:00,823 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:00,824 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:00,826 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-28T10:17:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:00,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:00,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:17:01,293 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:01,294 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:01,294 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:01,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:17:01,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store
2024-11-28T10:17:01,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:01,325 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:01,325 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:01,325 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789021325Disabling compacts and flushes for region at 1732789021325Disabling writes for close at 1732789021325Writing region close event to WAL at 1732789021325Closed at 1732789021325
2024-11-28T10:17:01,327 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/.initializing
2024-11-28T10:17:01,328 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/WALs/e792e7e95410,33099,1732789020133
2024-11-28T10:17:01,329 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:01,334 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C33099%2C1732789020133, suffix=, logDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/WALs/e792e7e95410,33099,1732789020133, archiveDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:01,353 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/WALs/e792e7e95410,33099,1732789020133/e792e7e95410%2C33099%2C1732789020133.1732789021334, exclude list is [], retry=0
2024-11-28T10:17:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-d6fbc210-7779-490a-ac66-34038d25f888,DISK]
2024-11-28T10:17:01,362 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/WALs/e792e7e95410,33099,1732789020133/e792e7e95410%2C33099%2C1732789020133.1732789021334
2024-11-28T10:17:01,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)]
2024-11-28T10:17:01,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:01,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:01,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:01,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:01,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:01,369 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:01,370 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:01,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:01,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:01,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:01,374 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:01,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:01,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:01,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:01,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:01,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:01,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:01,382 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:01,382 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,383 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,384 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,386 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,386 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,387 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:01,389 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:01,394 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:01,395 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63901655, jitterRate=-0.04779113829135895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:01,395 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789021363Initializing all the Stores at 1732789021364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789021365 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789021365Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789021365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789021365Cleaning up temporary data from old regions at 1732789021386 (+21 ms)Region opened successfully at 1732789021395 (+9 ms)
2024-11-28T10:17:01,396 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:01,402 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e489f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:01,403 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:17:01,403 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:01,403 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:01,404 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:01,404 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:01,405 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:17:01,405 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:01,410 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:01,411 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:01,517 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/balancer already deleted, retry=false
2024-11-28T10:17:01,518 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:01,518 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:01,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/normalizer already deleted, retry=false
2024-11-28T10:17:01,528 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:01,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:01,538 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/switch/split already deleted, retry=false
2024-11-28T10:17:01,540 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:01,549 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/switch/merge already deleted, retry=false
2024-11-28T10:17:01,552 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:01,559 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1427869688/running
2024-11-28T10:17:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1427869688/running
2024-11-28T10:17:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,571 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,33099,1732789020133, sessionid=0x10180f1f1860003, setting cluster-up flag (Was=false)
2024-11-28T10:17:01,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1427869688/flush-table-proc/acquired, /1427869688/flush-table-proc/reached, /1427869688/flush-table-proc/abort
2024-11-28T10:17:01,646 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,33099,1732789020133
2024-11-28T10:17:01,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:01,696 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1427869688/online-snapshot/acquired, /1427869688/online-snapshot/reached, /1427869688/online-snapshot/abort
2024-11-28T10:17:01,699 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,33099,1732789020133
2024-11-28T10:17:01,702 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:17:01,705 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:01,706 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:01,706 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:01,706 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,33099,1732789020133
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:01,709 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789051710
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:01,711 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,712 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:01,712 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:01,712 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:01,712 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:01,713 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:01,713 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:01,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:01,713 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:17:01,713 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789021713,5,FailOnTimeoutGroup]
2024-11-28T10:17:01,715 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789021714,5,FailOnTimeoutGroup]
2024-11-28T10:17:01,715 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,715 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:01,715 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,715 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:01,716 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:17:01,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:17:01,739 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(746): ClusterId : 359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:01,739 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:01,750 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:01,750 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:01,761 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:01,761 DEBUG [RS:0;e792e7e95410:38339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a64d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:01,777 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:38339
2024-11-28T10:17:01,777 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:01,777 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:01,777 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:01,778 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,33099,1732789020133 with port=38339, startcode=1732789020267
2024-11-28T10:17:01,779 DEBUG [RS:0;e792e7e95410:38339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:01,781 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:01,781 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,781 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33099 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,784 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a
2024-11-28T10:17:01,784 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38697
2024-11-28T10:17:01,784 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:01,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/rs
2024-11-28T10:17:01,851 DEBUG [RS:0;e792e7e95410:38339 {}] zookeeper.ZKUtil(111): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on existing znode=/1427869688/rs/e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,851 WARN  [RS:0;e792e7e95410:38339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:01,852 INFO  [RS:0;e792e7e95410:38339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:01,852 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,852 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,38339,1732789020267]
2024-11-28T10:17:01,859 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:01,862 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:01,863 INFO  [RS:0;e792e7e95410:38339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:01,863 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,863 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:01,864 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:01,864 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,865 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:01,866 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:01,866 DEBUG [RS:0;e792e7e95410:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,866 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38339,1732789020267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:01,880 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:01,881 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38339,1732789020267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,881 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,881 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.Replication(171): e792e7e95410,38339,1732789020267 started
2024-11-28T10:17:01,894 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:01,894 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,38339,1732789020267, RpcServer on e792e7e95410/172.17.0.2:38339, sessionid=0x10180f1f1860004
2024-11-28T10:17:01,894 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:01,894 DEBUG [RS:0;e792e7e95410:38339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,894 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,38339,1732789020267'
2024-11-28T10:17:01,894 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1427869688/flush-table-proc/abort'
2024-11-28T10:17:01,895 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1427869688/flush-table-proc/acquired'
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,38339,1732789020267
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,38339,1732789020267'
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1427869688/online-snapshot/abort'
2024-11-28T10:17:01,896 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1427869688/online-snapshot/acquired'
2024-11-28T10:17:01,897 DEBUG [RS:0;e792e7e95410:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:01,897 INFO  [RS:0;e792e7e95410:38339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:01,897 INFO  [RS:0;e792e7e95410:38339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:01,998 INFO  [RS:0;e792e7e95410:38339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:02,004 INFO  [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C38339%2C1732789020267, suffix=, logDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267, archiveDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/oldWALs, maxLogs=10
2024-11-28T10:17:02,021 DEBUG [RS:0;e792e7e95410:38339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267/e792e7e95410%2C38339%2C1732789020267.1732789022008, exclude list is [], retry=0
2024-11-28T10:17:02,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-d6fbc210-7779-490a-ac66-34038d25f888,DISK]
2024-11-28T10:17:02,028 INFO  [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267/e792e7e95410%2C38339%2C1732789020267.1732789022008
2024-11-28T10:17:02,028 DEBUG [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)]
2024-11-28T10:17:02,129 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:17:02,129 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a
2024-11-28T10:17:02,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:17:02,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:02,547 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:02,551 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:02,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:02,552 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:02,552 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:02,554 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:02,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:02,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:02,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:02,557 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:02,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:02,558 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:02,558 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:02,560 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:02,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:02,560 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:02,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:02,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740
2024-11-28T10:17:02,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740
2024-11-28T10:17:02,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:02,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:02,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:02,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:02,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:02,571 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68051230, jitterRate=0.01404234766960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789022543Initializing all the Stores at 1732789022546 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789022546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789022546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789022546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789022546Cleaning up temporary data from old regions at 1732789022565 (+19 ms)Region opened successfully at 1732789022571 (+6 ms)
2024-11-28T10:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:02,571 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:02,572 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789022571Disabling compacts and flushes for region at 1732789022571Disabling writes for close at 1732789022571Writing region close event to WAL at 1732789022572 (+1 ms)Closed at 1732789022572
2024-11-28T10:17:02,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:02,574 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:17:02,574 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:02,576 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:02,577 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:17:02,728 DEBUG [e792e7e95410:33099 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:02,729 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,38339,1732789020267
2024-11-28T10:17:02,733 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,38339,1732789020267, state=OPENING
2024-11-28T10:17:02,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:17:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:02,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:02,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1427869688/meta-region-server: CHANGED
2024-11-28T10:17:02,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:02,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1427869688/meta-region-server: CHANGED
2024-11-28T10:17:02,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,38339,1732789020267}]
2024-11-28T10:17:03,058 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:03,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:03,066 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:03,072 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:03,072 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:03,072 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:03,074 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C38339%2C1732789020267.meta, suffix=.meta, logDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267, archiveDir=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/oldWALs, maxLogs=10
2024-11-28T10:17:03,088 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267/e792e7e95410%2C38339%2C1732789020267.meta.1732789023076.meta, exclude list is [], retry=0
2024-11-28T10:17:03,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41209,DS-d6fbc210-7779-490a-ac66-34038d25f888,DISK]
2024-11-28T10:17:03,094 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/WALs/e792e7e95410,38339,1732789020267/e792e7e95410%2C38339%2C1732789020267.meta.1732789023076.meta
2024-11-28T10:17:03,095 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)]
2024-11-28T10:17:03,095 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:03,095 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:03,096 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:03,096 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:03,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:03,100 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:03,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:03,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:03,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:03,103 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:03,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:03,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:03,104 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:03,106 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:03,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:03,107 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:03,107 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:03,109 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:03,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:03,110 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:03,110 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:03,112 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740
2024-11-28T10:17:03,114 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740
2024-11-28T10:17:03,117 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:03,117 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:03,118 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:03,122 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:03,124 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65892519, jitterRate=-0.018124952912330627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:03,124 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:03,124 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789023097Writing region info on filesystem at 1732789023097Initializing all the Stores at 1732789023098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789023098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789023098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789023098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789023098Cleaning up temporary data from old regions at 1732789023117 (+19 ms)Running coprocessor post-open hooks at 1732789023124 (+7 ms)Region opened successfully at 1732789023124
2024-11-28T10:17:03,126 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789023063
2024-11-28T10:17:03,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:17:03,131 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:03,131 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:03,132 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,38339,1732789020267
2024-11-28T10:17:03,134 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,38339,1732789020267, state=OPEN
2024-11-28T10:17:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1427869688/meta-region-server
2024-11-28T10:17:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1427869688/meta-region-server
2024-11-28T10:17:03,148 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,38339,1732789020267
2024-11-28T10:17:03,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1427869688/meta-region-server: CHANGED
2024-11-28T10:17:03,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1427869688/meta-region-server: CHANGED
2024-11-28T10:17:03,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:17:03,153 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,38339,1732789020267 in 240 msec
2024-11-28T10:17:03,157 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:17:03,158 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 579 msec
2024-11-28T10:17:03,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:03,159 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:17:03,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:03,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38339,1732789020267, seqNum=-1]
2024-11-28T10:17:03,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:03,164 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:03,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4680 sec
2024-11-28T10:17:03,173 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789023173, completionTime=-1
2024-11-28T10:17:03,173 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:17:03,173 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:03,176 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:03,176 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789083176
2024-11-28T10:17:03,176 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789143176
2024-11-28T10:17:03,176 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:33099, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,177 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,180 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.802sec
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:03,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:03,187 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:03,187 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:03,187 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33099,1732789020133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:03,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:03,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:03,243 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eebe72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:03,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:03,248 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:03,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38339,1732789020267, seqNum=-1]
2024-11-28T10:17:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:03,256 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:03,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,33099,1732789020133
2024-11-28T10:17:03,260 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:17:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:03,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f1f1860005 connected
2024-11-28T10:17:03,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43413,-1 for getting cluster id
2024-11-28T10:17:03,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:03,286 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b49e09bc-88fa-4ef5-90dd-5b6c0953ab80'
2024-11-28T10:17:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b49e09bc-88fa-4ef5-90dd-5b6c0953ab80"

2024-11-28T10:17:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43413,-1]
2024-11-28T10:17:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:03,291 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d0f762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43413,1732789012963
2024-11-28T10:17:03,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c2b3dd
2024-11-28T10:17:03,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:03,311 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:03,312 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:17:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:03,323 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:03,325 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c92d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,325 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:03,325 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:03,326 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:03,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:03,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:03,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28762bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:03,329 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:03,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a063d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:03,331 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:03,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c86040
2024-11-28T10:17:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:03,337 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:03,348 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-28T10:17:03,348 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:03,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:03,354 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:03,354 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:03,355 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:03,362 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:17:03,365 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:17:03,366 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:03,368 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:17:03,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741835_1011 (size=1138)
2024-11-28T10:17:03,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:17:03,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:03,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:03,394 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:17:03,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:03,395 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:17:03,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:17:03,395 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:03,415 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:17:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:03,782 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35553fc9d295631f2f18847de0f1644b, NAME => 'hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776
2024-11-28T10:17:03,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741836_1012 (size=44)
2024-11-28T10:17:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35553fc9d295631f2f18847de0f1644b, disabling compactions & flushes
2024-11-28T10:17:04,192 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. after waiting 0 ms
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,192 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,192 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35553fc9d295631f2f18847de0f1644b:
Waiting for close lock at 1732789024192Disabling compacts and flushes for region at 1732789024192Disabling writes for close at 1732789024192Writing region close event to WAL at 1732789024192Closed at 1732789024192
2024-11-28T10:17:04,195 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:17:04,201 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789024195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789024195"}]},"ts":"1732789024195"}
2024-11-28T10:17:04,205 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:17:04,206 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:17:04,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789024206"}]},"ts":"1732789024206"}
2024-11-28T10:17:04,213 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:17:04,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN}]
2024-11-28T10:17:04,217 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN
2024-11-28T10:17:04,218 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN; state=OFFLINE, location=e792e7e95410,33133,1732789013879; forceNewPlan=false, retain=false
2024-11-28T10:17:04,371 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35553fc9d295631f2f18847de0f1644b, regionState=OPENING, regionLocation=e792e7e95410,33133,1732789013879
2024-11-28T10:17:04,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN because future has completed
2024-11-28T10:17:04,381 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,33133,1732789013879}]
2024-11-28T10:17:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:04,542 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,542 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:04,542 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:17:04,546 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33133%2C1732789013879.rep, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:17:04,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.rep.1732789024547, exclude list is [], retry=0
2024-11-28T10:17:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:17:04,566 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.rep.1732789024547
2024-11-28T10:17:04,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:17:04,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 35553fc9d295631f2f18847de0f1644b, NAME => 'hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:04,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:04,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. service=MultiRowMutationService
2024-11-28T10:17:04,568 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:17:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,570 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:04,572 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName hfileref
2024-11-28T10:17:04,572 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:04,573 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:04,573 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:04,575 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName queue
2024-11-28T10:17:04,575 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:04,576 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:04,576 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:04,578 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName sid
2024-11-28T10:17:04,578 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:04,579 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:04,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:04,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:04,588 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 35553fc9d295631f2f18847de0f1644b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180340, jitterRate=0.001065075397491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:04,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:04,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 35553fc9d295631f2f18847de0f1644b:
Running coprocessor pre-open hook at 1732789024568Writing region info on filesystem at 1732789024568Initializing all the Stores at 1732789024570 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789024570Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789024570Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789024570Cleaning up temporary data from old regions at 1732789024582 (+12 ms)Running coprocessor post-open hooks at 1732789024589 (+7 ms)Region opened successfully at 1732789024589
2024-11-28T10:17:04,591 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., pid=7, masterSystemTime=1732789024535
2024-11-28T10:17:04,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,595 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:04,596 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35553fc9d295631f2f18847de0f1644b, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33133,1732789013879
2024-11-28T10:17:04,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,33133,1732789013879 because future has completed
2024-11-28T10:17:04,607 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-28T10:17:04,607 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,33133,1732789013879 in 222 msec
2024-11-28T10:17:04,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:17:04,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN in 393 msec
2024-11-28T10:17:04,614 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:17:04,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789024614"}]},"ts":"1732789024614"}
2024-11-28T10:17:04,617 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:17:04,618 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:17:04,621 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec
2024-11-28T10:17:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., hostname=e792e7e95410,33133,1732789013879, seqNum=2]
2024-11-28T10:17:04,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33133 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-28T10:17:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:04,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:04,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:04,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-28T10:17:04,998 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:17:05,035 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,33133,1732789013879, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:17:05,036 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:05,036 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33133,1732789013879, seqNum=-1]
2024-11-28T10:17:05,036 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:05,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-28T10:17:05,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,33133,1732789013879', locateType=CURRENT is [region=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., hostname=e792e7e95410,33133,1732789013879, seqNum=2]
2024-11-28T10:17:05,046 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-28T10:17:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-28T10:17:05,052 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,33133,1732789013879 suceeded
2024-11-28T10:17:05,055 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-28T10:17:05,055 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:05,055 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec
2024-11-28T10:17:05,058 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7410 sec
2024-11-28T10:17:05,065 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:05,066 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c546556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,066 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:05,066 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:05,068 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd03aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:05,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,070 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:05,071 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4254d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,071 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:05,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f5884f
2024-11-28T10:17:05,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,073 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,074 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,33133,1732789013879 (queues=1) is replicating from cluster=b49e09bc-88fa-4ef5-90dd-5b6c0953ab80 to cluster=359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:05,076 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C33133%2C1732789013879
2024-11-28T10:17:05,080 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,33133,1732789013879, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:05,082 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C33133%2C1732789013879
2024-11-28T10:17:05,085 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937, startPosition=0, beingWritten=true
2024-11-28T10:17:05,335 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:05,487 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:05,488 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:17:05,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:05,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,489 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:05,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43413,-1 for getting cluster id
2024-11-28T10:17:05,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:05,495 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b49e09bc-88fa-4ef5-90dd-5b6c0953ab80'
2024-11-28T10:17:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b49e09bc-88fa-4ef5-90dd-5b6c0953ab80"

2024-11-28T10:17:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643823da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43413,-1]
2024-11-28T10:17:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:05,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,499 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:05,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43413,1732789012963
2024-11-28T10:17:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb0add2
2024-11-28T10:17:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,504 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:17:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-28T10:17:05,509 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:05,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d587113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,510 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:05,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:05,511 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e18b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,513 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:05,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0c5da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:05,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65db9aa4
2024-11-28T10:17:05,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,516 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,517 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:17:05,517 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:05,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,517 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:05,584 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-28T10:17:05,642 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:05,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-28T10:17:05,742 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-28T10:17:05,771 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e792e7e95410,33133,1732789013879, ReplicationSource: 2, currentBandwidth=0
2024-11-28T10:17:05,774 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-28T10:17:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-28T10:17:05,777 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e792e7e95410,33133,1732789013879 suceeded
2024-11-28T10:17:05,781 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:17:05,781 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:05,781 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec
2024-11-28T10:17:05,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 276 msec
2024-11-28T10:17:05,789 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:05,790 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24dc1eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,790 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:05,791 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:05,791 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c4017ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,794 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:05,794 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a043f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,795 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:05,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cdcf19a
2024-11-28T10:17:05,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,796 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,797 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e792e7e95410,33133,1732789013879 (queues=1) is replicating from cluster=b49e09bc-88fa-4ef5-90dd-5b6c0953ab80 to cluster=359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:05,797 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e792e7e95410%2C33133%2C1732789013879
2024-11-28T10:17:05,797 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e792e7e95410,33133,1732789013879, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:05,798 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C33133%2C1732789013879
2024-11-28T10:17:05,798 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937, startPosition=0, beingWritten=true
2024-11-28T10:17:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-28T10:17:05,826 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-28T10:17:05,826 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:05,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:05,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,826 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:05,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43413,1732789012963
2024-11-28T10:17:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6137e085
2024-11-28T10:17:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,834 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:05,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-28T10:17:05,840 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:05,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-28T10:17:05,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-28T10:17:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-28T10:17:05,851 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:05,853 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7359d75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,853 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:05,853 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:05,854 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eadd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,855 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:05,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7827be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:05,856 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:05,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:05,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223be895
2024-11-28T10:17:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:05,858 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:05,859 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-28T10:17:05,859 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:05,859 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,860 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:05,860 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:05,909 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-28T10:17:06,004 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:06,055 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:06,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-28T10:17:06,065 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-28T10:17:06,067 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-28T10:17:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-28T10:17:06,070 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e792e7e95410,33133,1732789013879 suceeded
2024-11-28T10:17:06,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-28T10:17:06,073 INFO  [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:06,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec
2024-11-28T10:17:06,075 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 228 msec
2024-11-28T10:17:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-28T10:17:06,166 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-28T10:17:06,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-28T10:17:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T10:17:06,173 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:06,175 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3efc6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:06,175 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:06,175 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:06,177 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d58e86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,179 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f684f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:06,180 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:06,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:06,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ac0a29
2024-11-28T10:17:06,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:06,182 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:06,183 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:17:06,184 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:06,184 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,184 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,184 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:06,192 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T10:17:06,311 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:06,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-28T10:17:06,345 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-28T10:17:06,346 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-28T10:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-28T10:17:06,351 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e792e7e95410,33133,1732789013879 suceeded
2024-11-28T10:17:06,356 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-28T10:17:06,356 INFO  [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e792e7e95410:33099,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:06,356 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec
2024-11-28T10:17:06,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec
2024-11-28T10:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-28T10:17:06,487 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-28T10:17:06,487 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:06,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43413 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-28T10:17:06,490 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:06,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:06,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,490 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:06,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:17:06,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false
2024-11-28T10:17:06,491 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43413,1732789012963
2024-11-28T10:17:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:06,539 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:06,540 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:06,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:06,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:06,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:06,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,542 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,33133,1732789013879' *****
2024-11-28T10:17:06,543 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:17:06,543 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:17:06,544 INFO  [RS:0;e792e7e95410:33133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:17:06,544 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:17:06,544 INFO  [RS:0;e792e7e95410:33133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:17:06,544 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:06,545 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,33133,1732789013879
2024-11-28T10:17:06,545 INFO  [RS:0;e792e7e95410:33133 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:06,545 INFO  [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33133.
2024-11-28T10:17:06,545 DEBUG [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:06,545 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:06,546 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35553fc9d295631f2f18847de0f1644b, disabling compactions & flushes
2024-11-28T10:17:06,546 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:06,546 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:06,546 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:17:06,546 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:17:06,546 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. after waiting 0 ms
2024-11-28T10:17:06,546 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:17:06,546 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:06,546 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:17:06,547 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:17:06,547 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:06,547 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35553fc9d295631f2f18847de0f1644b=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.}
2024-11-28T10:17:06,547 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:06,547 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:06,547 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:06,547 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:06,547 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:06,551 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-28T10:17:06,551 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35553fc9d295631f2f18847de0f1644b 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-28T10:17:06,563 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:06,597 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:06,609 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/.tmp/queue/f553eef424b544169167bfb2a8deeaf5 is 151, key is 1-e792e7e95410,33133,1732789013879/queue:e792e7e95410%2C33133%2C1732789013879/1732789025042/Put/seqid=0
2024-11-28T10:17:06,609 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/844343c05c194cd3b85484065ba8c52f is 147, key is hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b./info:regioninfo/1732789024596/Put/seqid=0
2024-11-28T10:17:06,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741839_1015 (size=5500)
2024-11-28T10:17:06,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741838_1014 (size=6631)
2024-11-28T10:17:06,718 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:06,747 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:06,829 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:17:06,830 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:17:06,948 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:07,020 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/.tmp/queue/f553eef424b544169167bfb2a8deeaf5
2024-11-28T10:17:07,020 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/844343c05c194cd3b85484065ba8c52f
2024-11-28T10:17:07,064 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/.tmp/queue/f553eef424b544169167bfb2a8deeaf5 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/queue/f553eef424b544169167bfb2a8deeaf5
2024-11-28T10:17:07,074 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/queue/f553eef424b544169167bfb2a8deeaf5, entries=2, sequenceid=6, filesize=5.4 K
2024-11-28T10:17:07,078 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/ns/33b897ae27bc40449c8644b1ff8b72e4 is 43, key is default/ns:d/1732789017841/Put/seqid=0
2024-11-28T10:17:07,081 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 35553fc9d295631f2f18847de0f1644b in 530ms, sequenceid=6, compaction requested=false
2024-11-28T10:17:07,081 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:17:07,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741840_1016 (size=5153)
2024-11-28T10:17:07,089 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T10:17:07,092 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:07,092 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:07,092 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:07,092 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35553fc9d295631f2f18847de0f1644b:
Waiting for close lock at 1732789026545Running coprocessor pre-close hooks at 1732789026546 (+1 ms)Disabling compacts and flushes for region at 1732789026546Disabling writes for close at 1732789026546Obtaining lock to block concurrent updates at 1732789026551 (+5 ms)Preparing flush snapshotting stores in 35553fc9d295631f2f18847de0f1644b at 1732789026551Finished memstore snapshotting hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732789026558 (+7 ms)Flushing stores of hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. at 1732789026559 (+1 ms)Flushing 35553fc9d295631f2f18847de0f1644b/queue: creating writer at 1732789026561 (+2 ms)Flushing 35553fc9d295631f2f18847de0f1644b/queue: appending metadata at 1732789026596 (+35 ms)Flushing 35553fc9d295631f2f18847de0f1644b/queue: closing flushed file at 1732789026599 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f0edea: reopening flushed file at 1732789027062 (+463 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 35553fc9d295631f2f18847de0f1644b in 530ms, sequenceid=6, compaction requested=false at 1732789027081 (+19 ms)Writing region close event to WAL at 1732789027084 (+3 ms)Running coprocessor post-close hooks at 1732789027091 (+7 ms)Closed at 1732789027092 (+1 ms)
2024-11-28T10:17:07,093 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:07,148 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:07,171 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:07,228 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:07,349 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:07,487 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/ns/33b897ae27bc40449c8644b1ff8b72e4
2024-11-28T10:17:07,516 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/table/81c62a0faffb4cbf9c01220f4efd67ed is 53, key is hbase:replication/table:state/1732789024614/Put/seqid=0
2024-11-28T10:17:07,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741841_1017 (size=5256)
2024-11-28T10:17:07,549 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:17:07,549 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:17:07,549 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:07,749 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:07,834 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:07,883 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 to pos 0, reset compression=false
2024-11-28T10:17:07,922 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/table/81c62a0faffb4cbf9c01220f4efd67ed
2024-11-28T10:17:07,935 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/844343c05c194cd3b85484065ba8c52f as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/info/844343c05c194cd3b85484065ba8c52f
2024-11-28T10:17:07,944 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/info/844343c05c194cd3b85484065ba8c52f, entries=10, sequenceid=11, filesize=6.5 K
2024-11-28T10:17:07,946 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/ns/33b897ae27bc40449c8644b1ff8b72e4 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/ns/33b897ae27bc40449c8644b1ff8b72e4
2024-11-28T10:17:07,949 DEBUG [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:07,955 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/ns/33b897ae27bc40449c8644b1ff8b72e4, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:17:07,956 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/table/81c62a0faffb4cbf9c01220f4efd67ed as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/table/81c62a0faffb4cbf9c01220f4efd67ed
2024-11-28T10:17:07,964 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/table/81c62a0faffb4cbf9c01220f4efd67ed, entries=2, sequenceid=11, filesize=5.1 K
2024-11-28T10:17:07,966 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=11, compaction requested=false
2024-11-28T10:17:07,971 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:17:07,972 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:07,972 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:07,972 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:07,972 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789026547Running coprocessor pre-close hooks at 1732789026547Disabling compacts and flushes for region at 1732789026547Disabling writes for close at 1732789026547Obtaining lock to block concurrent updates at 1732789026551 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732789026551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732789026558 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732789026559 (+1 ms)Flushing 1588230740/info: creating writer at 1732789026561 (+2 ms)Flushing 1588230740/info: appending metadata at 1732789026597 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732789026599 (+2 ms)Flushing 1588230740/ns: creating writer at 1732789027062 (+463 ms)Flushing 1588230740/ns: appending metadata at 1732789027078 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732789027078Flushing 1588230740/table: creating writer at 1732789027502 (+424 ms)Flushing 1588230740/table: appending metadata at 1732789027515 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732789027515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776344e7: reopening flushed file at 1732789027933 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ad0470: reopening flushed file at 1732789027945 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c799bd9: reopening flushed file at 1732789027955 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=11, compaction requested=false at 1732789027966 (+11 ms)Writing region close event to WAL at 1732789027967 (+1 ms)Running coprocessor post-close hooks at 1732789027972 (+5 ms)Closed at 1732789027972
2024-11-28T10:17:07,972 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:08,150 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,33133,1732789013879; all regions closed.
2024-11-28T10:17:08,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741834_1010 (size=2742)
2024-11-28T10:17:08,168 DEBUG [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:08,168 INFO  [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C33133%2C1732789013879.meta:.meta(num 1732789017482)
2024-11-28T10:17:08,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741837_1013 (size=1802)
2024-11-28T10:17:08,175 DEBUG [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:08,175 INFO  [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C33133%2C1732789013879.rep:(num 1732789024547)
2024-11-28T10:17:08,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741833_1009 (size=93)
2024-11-28T10:17:08,182 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879/e792e7e95410%2C33133%2C1732789013879.1732789016937 not finished, retry = 0
2024-11-28T10:17:08,287 DEBUG [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:08,287 INFO  [RS:0;e792e7e95410:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C33133%2C1732789013879:(num 1732789016937)
2024-11-28T10:17:08,287 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:08,287 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:08,287 INFO  [RS:0;e792e7e95410:33133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:08,287 INFO  [RS:0;e792e7e95410:33133 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:08,288 INFO  [RS:0;e792e7e95410:33133 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:08,288 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:08,288 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,33133,1732789013879 because: Region server is closing
2024-11-28T10:17:08,289 INFO  [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33133.
2024-11-28T10:17:08,289 DEBUG [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:08,289 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:08,290 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:08,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:08,390 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:17:08,390 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:17:08,391 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,1-e792e7e95410,33133,1732789013879 terminated
2024-11-28T10:17:08,392 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e792e7e95410,33133,1732789013879 because: Region server is closing
2024-11-28T10:17:08,392 INFO  [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33133.
2024-11-28T10:17:08,393 DEBUG [RS:0;e792e7e95410:33133 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:08,393 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:08,393 DEBUG [RS:0;e792e7e95410:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:08,393 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:08,494 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.wal-reader.e792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:17:08,494 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:17:08,494 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,33133,1732789013879.replicationSource.shippere792e7e95410%2C33133%2C1732789013879,2-e792e7e95410,33133,1732789013879 terminated
2024-11-28T10:17:08,495 INFO  [RS:0;e792e7e95410:33133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33133
2024-11-28T10:17:08,603 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:08,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/rs
2024-11-28T10:17:08,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/rs/e792e7e95410,33133,1732789013879
2024-11-28T10:17:08,654 INFO  [RS:0;e792e7e95410:33133 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:08,655 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,33133,1732789013879]
2024-11-28T10:17:08,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/draining/e792e7e95410,33133,1732789013879 already deleted, retry=false
2024-11-28T10:17:08,675 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,33133,1732789013879 expired; onlineServers=0
2024-11-28T10:17:08,675 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43413,1732789012963' *****
2024-11-28T10:17:08,675 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:17:08,675 INFO  [M:0;e792e7e95410:43413 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:08,676 INFO  [M:0;e792e7e95410:43413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:08,676 DEBUG [M:0;e792e7e95410:43413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:17:08,676 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:17:08,676 DEBUG [M:0;e792e7e95410:43413 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:17:08,676 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789016521 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789016521,5,FailOnTimeoutGroup]
2024-11-28T10:17:08,676 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789016532 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789016532,5,FailOnTimeoutGroup]
2024-11-28T10:17:08,676 INFO  [M:0;e792e7e95410:43413 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:08,676 INFO  [M:0;e792e7e95410:43413 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:08,676 DEBUG [M:0;e792e7e95410:43413 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:17:08,676 INFO  [M:0;e792e7e95410:43413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:17:08,677 INFO  [M:0;e792e7e95410:43413 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:08,677 INFO  [M:0;e792e7e95410:43413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:17:08,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:17:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/master
2024-11-28T10:17:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:08,686 DEBUG [M:0;e792e7e95410:43413 {}] zookeeper.ZKUtil(347): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/master because node does not exist (not an error)
2024-11-28T10:17:08,686 WARN  [M:0;e792e7e95410:43413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:17:08,687 INFO  [M:0;e792e7e95410:43413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.lastflushedseqids
2024-11-28T10:17:08,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741842_1018 (size=181)
2024-11-28T10:17:08,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:08,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10180f1f1860001, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:08,765 INFO  [RS:0;e792e7e95410:33133 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:08,765 INFO  [RS:0;e792e7e95410:33133 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,33133,1732789013879; zookeeper connection closed.
2024-11-28T10:17:08,766 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd4b87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd4b87
2024-11-28T10:17:08,766 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:17:09,099 INFO  [M:0;e792e7e95410:43413 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:17:09,099 INFO  [M:0;e792e7e95410:43413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:17:09,099 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:09,099 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:09,099 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:09,099 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:09,099 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:09,099 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-28T10:17:09,115 DEBUG [M:0;e792e7e95410:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b4ba2b5adbf4d2b80b07fbee513bf74 is 82, key is hbase:meta,,1/info:regioninfo/1732789017618/Put/seqid=0
2024-11-28T10:17:09,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741843_1019 (size=5672)
2024-11-28T10:17:09,521 INFO  [M:0;e792e7e95410:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b4ba2b5adbf4d2b80b07fbee513bf74
2024-11-28T10:17:09,544 DEBUG [M:0;e792e7e95410:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a37f67e07a91465bbeac9af2c244a6d0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732789024620/Put/seqid=0
2024-11-28T10:17:09,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741844_1020 (size=8663)
2024-11-28T10:17:09,951 INFO  [M:0;e792e7e95410:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a37f67e07a91465bbeac9af2c244a6d0
2024-11-28T10:17:09,977 DEBUG [M:0;e792e7e95410:43413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85980b5b65c642b18e4410864df885c3 is 69, key is e792e7e95410,33133,1732789013879/rs:state/1732789016678/Put/seqid=0
2024-11-28T10:17:09,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741845_1021 (size=5156)
2024-11-28T10:17:10,383 INFO  [M:0;e792e7e95410:43413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85980b5b65c642b18e4410864df885c3
2024-11-28T10:17:10,395 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b4ba2b5adbf4d2b80b07fbee513bf74 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b4ba2b5adbf4d2b80b07fbee513bf74
2024-11-28T10:17:10,403 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b4ba2b5adbf4d2b80b07fbee513bf74, entries=8, sequenceid=115, filesize=5.5 K
2024-11-28T10:17:10,405 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a37f67e07a91465bbeac9af2c244a6d0 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a37f67e07a91465bbeac9af2c244a6d0
2024-11-28T10:17:10,411 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a37f67e07a91465bbeac9af2c244a6d0, entries=14, sequenceid=115, filesize=8.5 K
2024-11-28T10:17:10,412 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85980b5b65c642b18e4410864df885c3 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85980b5b65c642b18e4410864df885c3
2024-11-28T10:17:10,418 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85980b5b65c642b18e4410864df885c3, entries=1, sequenceid=115, filesize=5.0 K
2024-11-28T10:17:10,420 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=115, compaction requested=false
2024-11-28T10:17:10,421 INFO  [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:10,421 DEBUG [M:0;e792e7e95410:43413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789029099Disabling compacts and flushes for region at 1732789029099Disabling writes for close at 1732789029099Obtaining lock to block concurrent updates at 1732789029099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789029100 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732789029100Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789029101 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789029101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789029115 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789029115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789029527 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789029544 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789029544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789029961 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789029976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789029976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6548debc: reopening flushed file at 1732789030394 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c5b76b: reopening flushed file at 1732789030403 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ab6631: reopening flushed file at 1732789030411 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=115, compaction requested=false at 1732789030420 (+9 ms)Writing region close event to WAL at 1732789030421 (+1 ms)Closed at 1732789030421
2024-11-28T10:17:10,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741830_1006 (size=59421)
2024-11-28T10:17:10,424 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963/e792e7e95410%2C43413%2C1732789012963.1732789015664 not finished, retry = 0
2024-11-28T10:17:10,526 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:10,526 INFO  [M:0;e792e7e95410:43413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:17:10,526 INFO  [M:0;e792e7e95410:43413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43413
2024-11-28T10:17:10,527 INFO  [M:0;e792e7e95410:43413 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:10,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:10,691 INFO  [M:0;e792e7e95410:43413 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:10,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43413-0x10180f1f1860000, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:10,698 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:10,699 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:10,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:10,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33047
2024-11-28T10:17:10,702 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33047 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:17:10,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330470x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:10,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33047-0x10180f1f1860006 connected
2024-11-28T10:17:10,732 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:10,735 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:10,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:10,738 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: INIT
2024-11-28T10:17:10,738 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776, hbase.cluster.distributed=false
2024-11-28T10:17:10,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/acl
2024-11-28T10:17:10,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33047
2024-11-28T10:17:10,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33047
2024-11-28T10:17:10,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33047
2024-11-28T10:17:10,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33047
2024-11-28T10:17:10,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33047
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:10,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:10,760 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:10,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:10,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39115
2024-11-28T10:17:10,762 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39115 connecting to ZooKeeper ensemble=127.0.0.1:51121
2024-11-28T10:17:10,763 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:10,765 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:10,780 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391150x0, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:10,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39115-0x10180f1f1860007 connected
2024-11-28T10:17:10,781 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: INIT
2024-11-28T10:17:10,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:10,781 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:10,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:10,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/master
2024-11-28T10:17:10,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/acl
2024-11-28T10:17:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39115
2024-11-28T10:17:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39115
2024-11-28T10:17:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39115
2024-11-28T10:17:10,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39115
2024-11-28T10:17:10,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39115
2024-11-28T10:17:10,803 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:33047
2024-11-28T10:17:10,803 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01581350936/backup-masters/e792e7e95410,33047,1732789030698
2024-11-28T10:17:10,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:17:10,812 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:17:10,812 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/backup-masters/e792e7e95410,33047,1732789030698
2024-11-28T10:17:10,822 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/master
2024-11-28T10:17:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:10,822 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:10,823 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/master
2024-11-28T10:17:10,823 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01581350936/backup-masters/e792e7e95410,33047,1732789030698 from backup master directory
2024-11-28T10:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/backup-masters/e792e7e95410,33047,1732789030698
2024-11-28T10:17:10,833 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:17:10,833 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/backup-masters
2024-11-28T10:17:10,833 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,33047,1732789030698
2024-11-28T10:17:10,848 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:10,848 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:10,862 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms.
2024-11-28T10:17:10,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741846_1022 (size=196)
2024-11-28T10:17:11,285 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:11,287 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:11,288 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:11,298 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-28T10:17:11,301 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963 to hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963-dead as it is dead
2024-11-28T10:17:11,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-28T10:17:11,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-28T10:17:11,303 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963-dead/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:17:11,309 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963-dead/e792e7e95410%2C43413%2C1732789012963.1732789015664 after 4ms
2024-11-28T10:17:11,310 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963-dead/e792e7e95410%2C43413%2C1732789012963.1732789015664 to hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:17:11,310 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,43413,1732789012963-dead
2024-11-28T10:17:11,311 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,33047,1732789030698
2024-11-28T10:17:11,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:11,314 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C33047%2C1732789030698, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,33047,1732789030698, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:11,326 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,33047,1732789030698/e792e7e95410%2C33047%2C1732789030698.1732789031314, exclude list is [], retry=0
2024-11-28T10:17:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:17:11,332 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/WALs/e792e7e95410,33047,1732789030698/e792e7e95410%2C33047%2C1732789030698.1732789031314
2024-11-28T10:17:11,333 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:17:11,333 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:11,333 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:11,333 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,333 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:11,336 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:11,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:11,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b4ba2b5adbf4d2b80b07fbee513bf74
2024-11-28T10:17:11,345 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:11,345 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:11,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:11,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:11,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a37f67e07a91465bbeac9af2c244a6d0
2024-11-28T10:17:11,356 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:11,356 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:11,358 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:11,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:11,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85980b5b65c642b18e4410864df885c3
2024-11-28T10:17:11,367 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:11,367 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:11,368 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:11,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:11,369 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:11,369 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,370 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-28T10:17:11,370 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:17:11,388 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:17:11,390 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C43413%2C1732789012963.1732789015664
2024-11-28T10:17:11,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,393 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:11,394 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:11,397 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-28T10:17:11,398 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61537047, jitterRate=-0.08302654325962067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:11,399 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789031333Initializing all the Stores at 1732789031335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789031335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789031335Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789031335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789031335Cleaning up temporary data from old regions at 1732789031392 (+57 ms)Region opened successfully at 1732789031398 (+6 ms)
2024-11-28T10:17:11,399 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:11,404 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74232e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:11,414 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-28T10:17:11,415 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:11,415 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:11,415 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:11,416 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:11,421 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:11,421 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:11,422 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:17:11,422 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:11,422 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-28T10:17:11,423 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-28T10:17:11,423 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-28T10:17:11,423 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:11,427 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e792e7e95410,33133,1732789013879, regionLocation=e792e7e95410,33133,1732789013879, openSeqNum=2
2024-11-28T10:17:11,428 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e792e7e95410,33133,1732789013879, table=hbase:meta, region=1588230740
2024-11-28T10:17:11,428 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33133,1732789013879, state=OPEN
2024-11-28T10:17:11,475 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:11,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:11,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:11,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:11,479 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:11,485 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/draining/e792e7e95410,33133,1732789013879 already deleted, retry=false
2024-11-28T10:17:11,485 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e792e7e95410,33133,1732789013879 on e792e7e95410,33047,1732789030698
2024-11-28T10:17:11,490 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e792e7e95410,33133,1732789013879, splitWal=true, meta=true
2024-11-28T10:17:11,492 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for e792e7e95410,33133,1732789013879 (carryingMeta=true) e792e7e95410,33133,1732789013879/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@40cae071[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-28T10:17:11,495 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:11,506 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/balancer already deleted, retry=false
2024-11-28T10:17:11,507 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:11,507 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:11,543 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/normalizer already deleted, retry=false
2024-11-28T10:17:11,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:11,546 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:11,568 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/switch/split already deleted, retry=false
2024-11-28T10:17:11,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:11,580 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/switch/merge already deleted, retry=false
2024-11-28T10:17:11,606 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:11,612 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:11,622 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:11,622 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:11,623 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,33047,1732789030698, sessionid=0x10180f1f1860006, setting cluster-up flag (Was=false)
2024-11-28T10:17:11,633 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01581350936/flush-table-proc/acquired, /01581350936/flush-table-proc/reached, /01581350936/flush-table-proc/abort
2024-11-28T10:17:11,635 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,33047,1732789030698
2024-11-28T10:17:11,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01581350936/online-snapshot/acquired, /01581350936/online-snapshot/reached, /01581350936/online-snapshot/abort
2024-11-28T10:17:11,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,33047,1732789030698
2024-11-28T10:17:11,646 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.lastflushedseqids
2024-11-28T10:17:11,650 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:11,650 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:11,650 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,33047,1732789030698
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  e792e7e95410,33133,1732789013879
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:11,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,653 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:11,653 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789061653
2024-11-28T10:17:11,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:11,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:11,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:11,655 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789031655,5,FailOnTimeoutGroup]
2024-11-28T10:17:11,655 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789031655,5,FailOnTimeoutGroup]
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789031655, completionTime=-1
2024-11-28T10:17:11,656 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-28T10:17:11,656 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e792e7e95410,33133,1732789013879, splitWal=true, meta=true
2024-11-28T10:17:11,657 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e792e7e95410,33133,1732789013879, splitWal=true, meta=true, isMeta: true
2024-11-28T10:17:11,659 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879-splitting
2024-11-28T10:17:11,659 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-28T10:17:11,660 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879-splitting dir is empty, no logs to split.
2024-11-28T10:17:11,660 INFO  [PEWorker-1 {}] master.SplitWALManager(105): e792e7e95410,33133,1732789013879 WAL count=0, meta=true
2024-11-28T10:17:11,664 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879-splitting dir is empty, no logs to split.
2024-11-28T10:17:11,664 INFO  [PEWorker-1 {}] master.SplitWALManager(105): e792e7e95410,33133,1732789013879 WAL count=0, meta=true
2024-11-28T10:17:11,664 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e792e7e95410,33133,1732789013879 WAL splitting is done? wals=0, meta=true
2024-11-28T10:17:11,667 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:11,668 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:11,669 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-28T10:17:11,695 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(746): ClusterId : b49e09bc-88fa-4ef5-90dd-5b6c0953ab80
2024-11-28T10:17:11,695 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:11,708 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:11,708 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:11,719 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:11,720 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5242ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:11,732 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:39115
2024-11-28T10:17:11,732 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:11,732 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:11,732 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:11,733 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,33047,1732789030698 with port=39115, startcode=1732789030759
2024-11-28T10:17:11,733 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:11,735 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:11,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33047 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,738 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776
2024-11-28T10:17:11,738 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34023
2024-11-28T10:17:11,738 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/rs
2024-11-28T10:17:11,749 DEBUG [RS:0;e792e7e95410:39115 {}] zookeeper.ZKUtil(111): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on existing znode=/01581350936/rs/e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,750 WARN  [RS:0;e792e7e95410:39115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:11,750 INFO  [RS:0;e792e7e95410:39115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:11,750 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,39115,1732789030759]
2024-11-28T10:17:11,750 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,759 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-28T10:17:11,788 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:11,790 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:11,790 INFO  [RS:0;e792e7e95410:39115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:11,791 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,791 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:11,792 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:11,792 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,792 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,792 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,792 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,792 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:11,793 DEBUG [RS:0;e792e7e95410:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,794 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39115,1732789030759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:11,808 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:11,808 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39115,1732789030759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,820 WARN  [e792e7e95410:33047 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T10:17:11,825 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,39115,1732789030759, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:17:11,846 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(231): queueId=2-e792e7e95410,39115,1732789030759, ReplicationSource: 2, currentBandwidth=0
2024-11-28T10:17:11,846 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,846 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.Replication(171): e792e7e95410,39115,1732789030759 started
2024-11-28T10:17:11,847 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:11,848 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dae743f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,848 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:11,848 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:11,850 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:11,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:11,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:11,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b863e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:11,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:11,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:11,852 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:11,853 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d7b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,853 DEBUG [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:11,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:11,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3141b999
2024-11-28T10:17:11,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:11,856 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:11,857 INFO  [RS:0;e792e7e95410:39115.replicationSource,1-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,39115,1732789030759 (queues=0) is replicating from cluster=b49e09bc-88fa-4ef5-90dd-5b6c0953ab80 to cluster=359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:11,862 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:11,863 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,39115,1732789030759, RpcServer on e792e7e95410/172.17.0.2:39115, sessionid=0x10180f1f1860007
2024-11-28T10:17:11,863 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:11,863 DEBUG [RS:0;e792e7e95410:39115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,863 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,39115,1732789030759'
2024-11-28T10:17:11,863 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01581350936/flush-table-proc/abort'
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01581350936/flush-table-proc/acquired'
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,39115,1732789030759
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,39115,1732789030759'
2024-11-28T10:17:11,864 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01581350936/online-snapshot/abort'
2024-11-28T10:17:11,865 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01581350936/online-snapshot/acquired'
2024-11-28T10:17:11,865 DEBUG [RS:0;e792e7e95410:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:11,865 INFO  [RS:0;e792e7e95410:39115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:11,865 INFO  [RS:0;e792e7e95410:39115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:11,867 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:33099'
2024-11-28T10:17:11,873 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2082f84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,873 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33099,-1 for getting cluster id
2024-11-28T10:17:11,873 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:11,874 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b'
2024-11-28T10:17:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b"

2024-11-28T10:17:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eab4605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33099,-1]
2024-11-28T10:17:11,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:11,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:11,877 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:11,878 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7ce6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:11,879 DEBUG [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:11,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33099,1732789020133
2024-11-28T10:17:11,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9b669a
2024-11-28T10:17:11,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:11,882 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:11,883 INFO  [RS:0;e792e7e95410:39115.replicationSource,2-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e792e7e95410,39115,1732789030759 (queues=0) is replicating from cluster=b49e09bc-88fa-4ef5-90dd-5b6c0953ab80 to cluster=359cb1b5-1e53-4f9b-81bf-e9d0306c4f9b
2024-11-28T10:17:11,966 INFO  [RS:0;e792e7e95410:39115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:11,968 INFO  [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39115%2C1732789030759, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:17:11,982 DEBUG [RS:0;e792e7e95410:39115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968, exclude list is [], retry=0
2024-11-28T10:17:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:17:11,988 INFO  [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968
2024-11-28T10:17:11,988 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e792e7e95410%2C39115%2C1732789030759 for peer 1
2024-11-28T10:17:11,988 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e792e7e95410%2C39115%2C1732789030759 for peer 2
2024-11-28T10:17:11,988 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C39115%2C1732789030759
2024-11-28T10:17:11,988 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,39115,1732789030759, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:11,992 INFO  [RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C39115%2C1732789030759
2024-11-28T10:17:11,992 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e792e7e95410%2C39115%2C1732789030759
2024-11-28T10:17:11,993 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e792e7e95410,39115,1732789030759, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:11,996 DEBUG [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:17:11,996 INFO  [RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C39115%2C1732789030759
2024-11-28T10:17:11,996 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968, startPosition=0, beingWritten=true
2024-11-28T10:17:11,996 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968, startPosition=0, beingWritten=true
2024-11-28T10:17:12,070 DEBUG [e792e7e95410:33047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:12,071 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,39115,1732789030759
2024-11-28T10:17:12,074 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,39115,1732789030759, state=OPENING
2024-11-28T10:17:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:12,096 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:12,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:12,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:12,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:12,096 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,39115,1732789030759}]
2024-11-28T10:17:12,205 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:12,206 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:12,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:12,253 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:12,257 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:12,258 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:12,258 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:12,260 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39115%2C1732789030759.meta, suffix=.meta, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:17:12,272 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.meta.1732789032261.meta, exclude list is [], retry=0
2024-11-28T10:17:12,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:17:12,277 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.meta.1732789032261.meta
2024-11-28T10:17:12,277 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:17:12,277 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:12,278 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:12,278 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:12,278 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:12,278 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:12,278 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:12,278 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:12,279 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:12,279 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:12,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:12,281 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:12,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:12,289 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/info/844343c05c194cd3b85484065ba8c52f
2024-11-28T10:17:12,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:12,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:12,290 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:12,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:12,301 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/ns/33b897ae27bc40449c8644b1ff8b72e4
2024-11-28T10:17:12,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:12,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:12,302 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:12,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:12,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:12,303 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:12,304 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:12,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:12,313 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/table/81c62a0faffb4cbf9c01220f4efd67ed
2024-11-28T10:17:12,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:12,313 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:12,314 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:17:12,316 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740
2024-11-28T10:17:12,318 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:12,318 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:12,319 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:12,322 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:12,323 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59489922, jitterRate=-0.11353108286857605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:12,323 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:12,323 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789032279Writing region info on filesystem at 1732789032279Initializing all the Stores at 1732789032280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789032280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789032280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789032280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789032280Cleaning up temporary data from old regions at 1732789032318 (+38 ms)Running coprocessor post-open hooks at 1732789032323 (+5 ms)Region opened successfully at 1732789032323
2024-11-28T10:17:12,324 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732789032251
2024-11-28T10:17:12,327 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:12,327 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:12,328 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e792e7e95410,39115,1732789030759
2024-11-28T10:17:12,329 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,39115,1732789030759, state=OPEN
2024-11-28T10:17:12,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:12,338 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01581350936/meta-region-server
2024-11-28T10:17:12,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,39115,1732789030759
2024-11-28T10:17:12,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:12,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01581350936/meta-region-server: CHANGED
2024-11-28T10:17:12,342 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-28T10:17:12,342 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,39115,1732789030759 in 242 msec
2024-11-28T10:17:12,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-28T10:17:12,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec
2024-11-28T10:17:12,512 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:12,513 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:12,922 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:12,922 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:13,262 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-28T10:17:13,430 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:13,431 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:13,894 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:14,040 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:14,043 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:14,753 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:14,756 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:14,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms
2024-11-28T10:17:15,560 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:15,562 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:16,168 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-28T10:17:16,169 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:16,169 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:16,169 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,39115,1732789030759, seqNum=-1]
2024-11-28T10:17:16,169 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:16,171 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:16,180 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35553fc9d295631f2f18847de0f1644b, regionState=OPEN, lastHost=e792e7e95410,33133,1732789013879, regionLocation=e792e7e95410,33133,1732789013879, openSeqNum=2
2024-11-28T10:17:16,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:16,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789096180
2024-11-28T10:17:16,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789156180
2024-11-28T10:17:16,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,181 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e792e7e95410,33133,1732789013879 had 2 regions
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:33047, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,181 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,183 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e792e7e95410,33133,1732789013879, splitWal=true, meta=true, isMeta: false
2024-11-28T10:17:16,188 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879-splitting dir is empty, no logs to split.
2024-11-28T10:17:16,188 INFO  [PEWorker-3 {}] master.SplitWALManager(105): e792e7e95410,33133,1732789013879 WAL count=0, meta=false
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.360sec
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:16,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:16,196 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,33133,1732789013879-splitting dir is empty, no logs to split.
2024-11-28T10:17:16,196 INFO  [PEWorker-3 {}] master.SplitWALManager(105): e792e7e95410,33133,1732789013879 WAL count=0, meta=false
2024-11-28T10:17:16,196 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e792e7e95410,33133,1732789013879 WAL splitting is done? wals=0, meta=false
2024-11-28T10:17:16,203 WARN  [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e792e7e95410,33133,1732789013879/hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:16,204 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:16,204 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:16,204 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33047,1732789030698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:16,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN}]
2024-11-28T10:17:16,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8726ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33047,-1 for getting cluster id
2024-11-28T10:17:16,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:16,206 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN
2024-11-28T10:17:16,206 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b49e09bc-88fa-4ef5-90dd-5b6c0953ab80'
2024-11-28T10:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b49e09bc-88fa-4ef5-90dd-5b6c0953ab80"

2024-11-28T10:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e36cedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33047,-1]
2024-11-28T10:17:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:16,208 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-28T10:17:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,210 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f578e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,39115,1732789030759, seqNum=-1]
2024-11-28T10:17:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:16,216 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:16,220 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-28T10:17:16,220 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:16,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,221 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:16,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e792e7e95410:33047 after: e792e7e95410:33047
2024-11-28T10:17:16,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,33047,-1 for getting cluster id
2024-11-28T10:17:16,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:16,225 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b49e09bc-88fa-4ef5-90dd-5b6c0953ab80'
2024-11-28T10:17:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b49e09bc-88fa-4ef5-90dd-5b6c0953ab80"

2024-11-28T10:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0fbd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,33047,-1]
2024-11-28T10:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,227 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:16,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe269bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:16,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,33047,1732789030698
2024-11-28T10:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a561c41
2024-11-28T10:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:16,231 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:16,231 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:16,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-28T10:17:16,233 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:16,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2
2024-11-28T10:17:16,234 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:17:16,234 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:16,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:16,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,235 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:16,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:17:16,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705426006, stopped=false
2024-11-28T10:17:16,235 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,33099,1732789020133
2024-11-28T10:17:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1427869688/running
2024-11-28T10:17:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1427869688/running
2024-11-28T10:17:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:16,273 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:16,273 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:16,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:16,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/running
2024-11-28T10:17:16,274 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,38339,1732789020267' *****
2024-11-28T10:17:16,274 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:17:16,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Set watcher on znode that does not yet exist, /1427869688/running
2024-11-28T10:17:16,274 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:17:16,274 INFO  [RS:0;e792e7e95410:38339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:17:16,274 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:17:16,274 INFO  [RS:0;e792e7e95410:38339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:17:16,274 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,38339,1732789020267
2024-11-28T10:17:16,274 INFO  [RS:0;e792e7e95410:38339 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:38339.
2024-11-28T10:17:16,275 DEBUG [RS:0;e792e7e95410:38339 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:16,275 DEBUG [RS:0;e792e7e95410:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:17:16,275 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:17:16,275 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:17:16,275 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:16,275 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:16,275 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:16,276 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:16,276 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:16,276 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:16,276 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-28T10:17:16,280 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:16,294 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/.tmp/ns/d39717f792d64282a94e720f19a9ada6 is 43, key is default/ns:d/1732789023165/Put/seqid=0
2024-11-28T10:17:16,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741835_1011 (size=5153)
2024-11-28T10:17:16,358 DEBUG [e792e7e95410:33047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:16,359 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=35553fc9d295631f2f18847de0f1644b, regionState=OPENING, regionLocation=e792e7e95410,39115,1732789030759
2024-11-28T10:17:16,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN because future has completed
2024-11-28T10:17:16,363 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,39115,1732789030759}]
2024-11-28T10:17:16,467 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:16,468 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:16,476 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:16,522 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:16,522 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:16,523 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:17:16,525 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39115%2C1732789030759.rep, suffix=, logDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759, archiveDir=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs, maxLogs=10
2024-11-28T10:17:16,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.rep.1732789036526, exclude list is [], retry=0
2024-11-28T10:17:16,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35573,DS-879e2ee5-b015-49f6-b18e-3318767fe908,DISK]
2024-11-28T10:17:16,549 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.rep.1732789036526
2024-11-28T10:17:16,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38077:38077)]
2024-11-28T10:17:16,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 35553fc9d295631f2f18847de0f1644b, NAME => 'hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:16,550 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:16,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:16,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. service=MultiRowMutationService
2024-11-28T10:17:16,550 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:17:16,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,553 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:16,554 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName hfileref
2024-11-28T10:17:16,554 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:16,555 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:16,555 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:16,556 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName queue
2024-11-28T10:17:16,556 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:16,565 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/queue/f553eef424b544169167bfb2a8deeaf5
2024-11-28T10:17:16,565 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:16,566 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35553fc9d295631f2f18847de0f1644b 
2024-11-28T10:17:16,567 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35553fc9d295631f2f18847de0f1644b columnFamilyName sid
2024-11-28T10:17:16,567 DEBUG [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:16,568 INFO  [StoreOpener-35553fc9d295631f2f18847de0f1644b-1 {}] regionserver.HStore(327): Store=35553fc9d295631f2f18847de0f1644b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:16,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:16,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,575 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 35553fc9d295631f2f18847de0f1644b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672486, jitterRate=0.05310210585594177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:16,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:16,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 35553fc9d295631f2f18847de0f1644b:
Running coprocessor pre-open hook at 1732789036551Writing region info on filesystem at 1732789036551Initializing all the Stores at 1732789036552 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789036552Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789036553 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789036553Cleaning up temporary data from old regions at 1732789036572 (+19 ms)Running coprocessor post-open hooks at 1732789036575 (+3 ms)Region opened successfully at 1732789036576 (+1 ms)
2024-11-28T10:17:16,577 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., pid=19, masterSystemTime=1732789036517
2024-11-28T10:17:16,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:16,580 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:16,581 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=35553fc9d295631f2f18847de0f1644b, regionState=OPEN, openSeqNum=10, regionLocation=e792e7e95410,39115,1732789030759
2024-11-28T10:17:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,39115,1732789030759 because future has completed
2024-11-28T10:17:16,590 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-28T10:17:16,591 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 35553fc9d295631f2f18847de0f1644b, server=e792e7e95410,39115,1732789030759 in 223 msec
2024-11-28T10:17:16,594 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-28T10:17:16,594 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35553fc9d295631f2f18847de0f1644b, ASSIGN in 386 msec
2024-11-28T10:17:16,596 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-28T10:17:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b., hostname=e792e7e95410,39115,1732789030759, seqNum=10]
2024-11-28T10:17:16,645 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e792e7e95410,33133,1732789013879
2024-11-28T10:17:16,645 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-28T10:17:16,676 DEBUG [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:16,700 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/.tmp/ns/d39717f792d64282a94e720f19a9ada6
2024-11-28T10:17:16,709 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/.tmp/ns/d39717f792d64282a94e720f19a9ada6 as hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/ns/d39717f792d64282a94e720f19a9ada6
2024-11-28T10:17:16,718 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/ns/d39717f792d64282a94e720f19a9ada6, entries=2, sequenceid=6, filesize=5.0 K
2024-11-28T10:17:16,720 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false
2024-11-28T10:17:16,720 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:17:16,727 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T10:17:16,728 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:16,728 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:16,728 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:16,728 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789036275Running coprocessor pre-close hooks at 1732789036275Disabling compacts and flushes for region at 1732789036275Disabling writes for close at 1732789036276 (+1 ms)Obtaining lock to block concurrent updates at 1732789036276Preparing flush snapshotting stores in 1588230740 at 1732789036276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732789036276Flushing stores of hbase:meta,,1.1588230740 at 1732789036277 (+1 ms)Flushing 1588230740/ns: creating writer at 1732789036277Flushing 1588230740/ns: appending metadata at 1732789036293 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732789036293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2228a267: reopening flushed file at 1732789036708 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732789036720 (+12 ms)Writing region close event to WAL at 1732789036722 (+2 ms)Running coprocessor post-close hooks at 1732789036728 (+6 ms)Closed at 1732789036728
2024-11-28T10:17:16,728 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:16,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-28T10:17:16,876 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,38339,1732789020267; all regions closed.
2024-11-28T10:17:16,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741834_1010 (size=1152)
2024-11-28T10:17:16,883 DEBUG [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/oldWALs
2024-11-28T10:17:16,883 INFO  [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C38339%2C1732789020267.meta:.meta(num 1732789023076)
2024-11-28T10:17:16,885 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:17:16,885 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:17:16,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741832_1008 (size=93)
2024-11-28T10:17:16,889 DEBUG [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/oldWALs
2024-11-28T10:17:16,889 INFO  [RS:0;e792e7e95410:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C38339%2C1732789020267:(num 1732789022008)
2024-11-28T10:17:16,889 DEBUG [RS:0;e792e7e95410:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:16,889 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:16,889 INFO  [RS:0;e792e7e95410:38339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:16,890 INFO  [RS:0;e792e7e95410:38339 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:16,890 INFO  [RS:0;e792e7e95410:38339 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:16,890 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:16,890 INFO  [RS:0;e792e7e95410:38339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38339
2024-11-28T10:17:16,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1427869688/rs/e792e7e95410,38339,1732789020267
2024-11-28T10:17:16,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688/rs
2024-11-28T10:17:16,959 INFO  [RS:0;e792e7e95410:38339 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:16,960 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,38339,1732789020267]
2024-11-28T10:17:16,980 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1427869688/draining/e792e7e95410,38339,1732789020267 already deleted, retry=false
2024-11-28T10:17:16,980 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,38339,1732789020267 expired; onlineServers=0
2024-11-28T10:17:16,980 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,33099,1732789020133' *****
2024-11-28T10:17:16,980 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:17:16,980 INFO  [M:0;e792e7e95410:33099 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:16,980 INFO  [M:0;e792e7e95410:33099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:16,980 DEBUG [M:0;e792e7e95410:33099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:17:16,980 DEBUG [M:0;e792e7e95410:33099 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:17:16,980 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:17:16,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789021714 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789021714,5,FailOnTimeoutGroup]
2024-11-28T10:17:16,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789021713 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789021713,5,FailOnTimeoutGroup]
2024-11-28T10:17:16,980 INFO  [M:0;e792e7e95410:33099 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:16,980 INFO  [M:0;e792e7e95410:33099 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:16,981 DEBUG [M:0;e792e7e95410:33099 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:17:16,981 INFO  [M:0;e792e7e95410:33099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:17:16,981 INFO  [M:0;e792e7e95410:33099 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:16,981 INFO  [M:0;e792e7e95410:33099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:17:16,981 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:17:16,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1427869688/master
2024-11-28T10:17:16,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1427869688
2024-11-28T10:17:16,990 DEBUG [M:0;e792e7e95410:33099 {}] zookeeper.ZKUtil(347): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Unable to get data of znode /1427869688/master because node does not exist (not an error)
2024-11-28T10:17:16,990 WARN  [M:0;e792e7e95410:33099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:17:16,993 INFO  [M:0;e792e7e95410:33099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/.lastflushedseqids
2024-11-28T10:17:17,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741836_1012 (size=99)
2024-11-28T10:17:17,003 INFO  [M:0;e792e7e95410:33099 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:17:17,003 INFO  [M:0;e792e7e95410:33099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:17:17,004 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:17,004 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:17,004 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:17,004 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:17,004 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:17,004 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-28T10:17:17,028 DEBUG [M:0;e792e7e95410:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5ccae2f6ca4f2a8c108041ffefa6b9 is 82, key is hbase:meta,,1/info:regioninfo/1732789023132/Put/seqid=0
2024-11-28T10:17:17,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741837_1013 (size=5672)
2024-11-28T10:17:17,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:17,069 INFO  [RS:0;e792e7e95410:38339 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:17,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x10180f1f1860004, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:17,069 INFO  [RS:0;e792e7e95410:38339 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,38339,1732789020267; zookeeper connection closed.
2024-11-28T10:17:17,070 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241f263a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241f263a
2024-11-28T10:17:17,070 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:17:17,433 INFO  [M:0;e792e7e95410:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5ccae2f6ca4f2a8c108041ffefa6b9
2024-11-28T10:17:17,459 DEBUG [M:0;e792e7e95410:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c165b6330ac4170a12d4a2559344127 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732789023172/Put/seqid=0
2024-11-28T10:17:17,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741838_1014 (size=5275)
2024-11-28T10:17:17,476 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:17,477 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:17,865 INFO  [M:0;e792e7e95410:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c165b6330ac4170a12d4a2559344127
2024-11-28T10:17:17,886 DEBUG [M:0;e792e7e95410:33099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfb68d98cd994e2fba4396f2de996a2a is 69, key is e792e7e95410,38339,1732789020267/rs:state/1732789021782/Put/seqid=0
2024-11-28T10:17:17,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741839_1015 (size=5156)
2024-11-28T10:17:18,291 INFO  [M:0;e792e7e95410:33099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfb68d98cd994e2fba4396f2de996a2a
2024-11-28T10:17:18,299 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb5ccae2f6ca4f2a8c108041ffefa6b9 as hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb5ccae2f6ca4f2a8c108041ffefa6b9
2024-11-28T10:17:18,306 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb5ccae2f6ca4f2a8c108041ffefa6b9, entries=8, sequenceid=28, filesize=5.5 K
2024-11-28T10:17:18,307 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c165b6330ac4170a12d4a2559344127 as hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c165b6330ac4170a12d4a2559344127
2024-11-28T10:17:18,314 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c165b6330ac4170a12d4a2559344127, entries=3, sequenceid=28, filesize=5.2 K
2024-11-28T10:17:18,315 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfb68d98cd994e2fba4396f2de996a2a as hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfb68d98cd994e2fba4396f2de996a2a
2024-11-28T10:17:18,323 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38697/user/jenkins/test-data/ee778091-81b7-a3fc-e3cb-6d9ac9daa01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfb68d98cd994e2fba4396f2de996a2a, entries=1, sequenceid=28, filesize=5.0 K
2024-11-28T10:17:18,325 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false
2024-11-28T10:17:18,326 INFO  [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:18,326 DEBUG [M:0;e792e7e95410:33099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789037003Disabling compacts and flushes for region at 1732789037003Disabling writes for close at 1732789037004 (+1 ms)Obtaining lock to block concurrent updates at 1732789037004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789037004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732789037005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789037006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789037006Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789037027 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789037028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789037440 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789037459 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789037459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789037871 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789037885 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789037885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391a6d6c: reopening flushed file at 1732789038297 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7208737e: reopening flushed file at 1732789038306 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1152d4: reopening flushed file at 1732789038314 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false at 1732789038325 (+11 ms)Writing region close event to WAL at 1732789038326 (+1 ms)Closed at 1732789038326
2024-11-28T10:17:18,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41209 is added to blk_1073741830_1006 (size=10165)
2024-11-28T10:17:18,329 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:18,329 INFO  [M:0;e792e7e95410:33099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:17:18,330 INFO  [M:0;e792e7e95410:33099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33099
2024-11-28T10:17:18,332 INFO  [M:0;e792e7e95410:33099 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:18,459 INFO  [M:0;e792e7e95410:33099 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33099-0x10180f1f1860003, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:18,502 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:18,504 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:18,504 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:18,505 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:18,505 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:18,507 WARN  [BP-967323841-172.17.0.2-1732789018248 heartbeating to localhost/127.0.0.1:38697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:17:18,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:17:18,508 WARN  [BP-967323841-172.17.0.2-1732789018248 heartbeating to localhost/127.0.0.1:38697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-967323841-172.17.0.2-1732789018248 (Datanode Uuid 2080b8a5-2ea3-4ea5-9b02-14dfd3622a50) service to localhost/127.0.0.1:38697
2024-11-28T10:17:18,508 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:17:18,509 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/cluster_4ab7b082-4b49-2518-c78e-96108f4a5a2c/data/data1/current/BP-967323841-172.17.0.2-1732789018248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:18,509 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/cluster_4ab7b082-4b49-2518-c78e-96108f4a5a2c/data/data2/current/BP-967323841-172.17.0.2-1732789018248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:18,509 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:17:18,516 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:18,517 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:18,517 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:18,517 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:18,517 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:18,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:17:18,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:17:18,538 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:18,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:18,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:18,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:18,539 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:18,540 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:17:18,540 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=304621181, stopped=false
2024-11-28T10:17:18,541 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,33047,1732789030698
2024-11-28T10:17:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:18,559 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/running
2024-11-28T10:17:18,559 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:18,559 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:18,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:18,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Set watcher on znode that does not yet exist, /01581350936/running
2024-11-28T10:17:18,560 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:18,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:18,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:18,561 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,39115,1732789030759' *****
2024-11-28T10:17:18,561 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:17:18,562 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:17:18,562 INFO  [RS:0;e792e7e95410:39115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:17:18,562 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:17:18,562 INFO  [RS:0;e792e7e95410:39115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:17:18,562 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(3091): Received CLOSE for 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:18,562 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,39115,1732789030759
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:39115.
2024-11-28T10:17:18,563 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35553fc9d295631f2f18847de0f1644b, disabling compactions & flushes
2024-11-28T10:17:18,563 DEBUG [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:18,563 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:18,563 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:18,563 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:17:18,563 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b. after waiting 0 ms
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:17:18,563 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:17:18,563 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:17:18,570 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:17:18,570 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35553fc9d295631f2f18847de0f1644b=hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.}
2024-11-28T10:17:18,570 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35553fc9d295631f2f18847de0f1644b
2024-11-28T10:17:18,570 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:18,570 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:18,570 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:18,570 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:18,570 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:18,571 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-28T10:17:18,578 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/replication/35553fc9d295631f2f18847de0f1644b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-28T10:17:18,579 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:18,579 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:18,579 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:18,579 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35553fc9d295631f2f18847de0f1644b:
Waiting for close lock at 1732789038563Running coprocessor pre-close hooks at 1732789038563Disabling compacts and flushes for region at 1732789038563Disabling writes for close at 1732789038563Writing region close event to WAL at 1732789038572 (+9 ms)Running coprocessor post-close hooks at 1732789038579 (+7 ms)Closed at 1732789038579
2024-11-28T10:17:18,580 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b.
2024-11-28T10:17:18,583 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:18,583 DEBUG [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 to pos 0, reset compression=false
2024-11-28T10:17:18,593 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/ba7e856f0b394719a5830954a705902d is 147, key is hbase:replication,,1732789023355.35553fc9d295631f2f18847de0f1644b./info:regioninfo/1732789036581/Put/seqid=0
2024-11-28T10:17:18,600 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:18,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741851_1027 (size=6385)
2024-11-28T10:17:18,770 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:18,794 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:17:18,794 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:17:18,971 DEBUG [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:19,006 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/ba7e856f0b394719a5830954a705902d
2024-11-28T10:17:19,018 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/.tmp/info/ba7e856f0b394719a5830954a705902d as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/info/ba7e856f0b394719a5830954a705902d
2024-11-28T10:17:19,024 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/info/ba7e856f0b394719a5830954a705902d, entries=8, sequenceid=19, filesize=6.2 K
2024-11-28T10:17:19,025 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false
2024-11-28T10:17:19,032 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-28T10:17:19,033 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:19,033 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:19,033 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:19,033 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789038570Running coprocessor pre-close hooks at 1732789038570Disabling compacts and flushes for region at 1732789038570Disabling writes for close at 1732789038570Obtaining lock to block concurrent updates at 1732789038571 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789038571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732789038571Flushing stores of hbase:meta,,1.1588230740 at 1732789038573 (+2 ms)Flushing 1588230740/info: creating writer at 1732789038573Flushing 1588230740/info: appending metadata at 1732789038593 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732789038593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70beb6a0: reopening flushed file at 1732789039017 (+424 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=19, compaction requested=false at 1732789039025 (+8 ms)Writing region close event to WAL at 1732789039027 (+2 ms)Running coprocessor post-close hooks at 1732789039032 (+5 ms)Closed at 1732789039033 (+1 ms)
2024-11-28T10:17:19,033 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:19,171 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,39115,1732789030759; all regions closed.
2024-11-28T10:17:19,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741849_1025 (size=2156)
2024-11-28T10:17:19,177 DEBUG [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:19,177 INFO  [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39115%2C1732789030759.meta:.meta(num 1732789032261)
2024-11-28T10:17:19,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741850_1026 (size=796)
2024-11-28T10:17:19,180 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.rep.1732789036526 not finished, retry = 0
2024-11-28T10:17:19,283 DEBUG [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:19,283 INFO  [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39115%2C1732789030759.rep:(num 1732789036526)
2024-11-28T10:17:19,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741848_1024 (size=93)
2024-11-28T10:17:19,285 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/WALs/e792e7e95410,39115,1732789030759/e792e7e95410%2C39115%2C1732789030759.1732789031968 not finished, retry = 0
2024-11-28T10:17:19,388 DEBUG [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/oldWALs
2024-11-28T10:17:19,388 INFO  [RS:0;e792e7e95410:39115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39115%2C1732789030759:(num 1732789031968)
2024-11-28T10:17:19,388 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:19,388 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:19,389 INFO  [RS:0;e792e7e95410:39115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:19,389 INFO  [RS:0;e792e7e95410:39115 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:19,389 INFO  [RS:0;e792e7e95410:39115 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:19,389 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:19,389 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,39115,1732789030759 because: Region server is closing
2024-11-28T10:17:19,389 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-28T10:17:19,389 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-28T10:17:19,389 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-28T10:17:19,389 INFO  [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:39115.
2024-11-28T10:17:19,390 DEBUG [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:19,390 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:19,390 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:19,390 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:19,490 WARN  [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:17:19,490 WARN  [RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:17:19,491 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,1-e792e7e95410,39115,1732789030759 terminated
2024-11-28T10:17:19,491 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e792e7e95410,39115,1732789030759 because: Region server is closing
2024-11-28T10:17:19,491 INFO  [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:39115.
2024-11-28T10:17:19,491 DEBUG [RS:0;e792e7e95410:39115 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:19,491 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:19,491 DEBUG [RS:0;e792e7e95410:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:19,491 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:19,592 WARN  [RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:17:19,592 WARN  [RS:0;e792e7e95410:39115.replicationSource.wal-reader.e792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:17:19,592 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e792e7e95410:39115.replicationSource.shippere792e7e95410%2C39115%2C1732789030759,2-e792e7e95410,39115,1732789030759 terminated
2024-11-28T10:17:19,592 INFO  [RS:0;e792e7e95410:39115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39115
2024-11-28T10:17:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936/rs
2024-11-28T10:17:19,632 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/rs/e792e7e95410,39115,1732789030759
2024-11-28T10:17:19,632 INFO  [RS:0;e792e7e95410:39115 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:19,643 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,39115,1732789030759]
2024-11-28T10:17:19,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01581350936/draining/e792e7e95410,39115,1732789030759 already deleted, retry=false
2024-11-28T10:17:19,653 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,39115,1732789030759 expired; onlineServers=0
2024-11-28T10:17:19,653 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,33047,1732789030698' *****
2024-11-28T10:17:19,653 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:17:19,653 INFO  [M:0;e792e7e95410:33047 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:19,654 INFO  [M:0;e792e7e95410:33047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:19,654 DEBUG [M:0;e792e7e95410:33047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:17:19,654 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:17:19,654 DEBUG [M:0;e792e7e95410:33047 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:17:19,654 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789031655 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789031655,5,FailOnTimeoutGroup]
2024-11-28T10:17:19,654 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789031655 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789031655,5,FailOnTimeoutGroup]
2024-11-28T10:17:19,654 INFO  [M:0;e792e7e95410:33047 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:19,654 INFO  [M:0;e792e7e95410:33047 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:19,654 DEBUG [M:0;e792e7e95410:33047 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:17:19,654 INFO  [M:0;e792e7e95410:33047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:17:19,655 INFO  [M:0;e792e7e95410:33047 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:19,655 INFO  [M:0;e792e7e95410:33047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:17:19,655 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:17:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01581350936/master
2024-11-28T10:17:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01581350936
2024-11-28T10:17:19,664 DEBUG [M:0;e792e7e95410:33047 {}] zookeeper.ZKUtil(347): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Unable to get data of znode /01581350936/master because node does not exist (not an error)
2024-11-28T10:17:19,664 WARN  [M:0;e792e7e95410:33047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:17:19,665 INFO  [M:0;e792e7e95410:33047 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/.lastflushedseqids
2024-11-28T10:17:19,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741852_1028 (size=181)
2024-11-28T10:17:19,743 INFO  [RS:0;e792e7e95410:39115 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:19,743 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:19,743 INFO  [RS:0;e792e7e95410:39115 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,39115,1732789030759; zookeeper connection closed.
2024-11-28T10:17:19,743 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x10180f1f1860007, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:19,743 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f027e40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f027e40
2024-11-28T10:17:19,744 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:17:20,073 INFO  [M:0;e792e7e95410:33047 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:17:20,074 INFO  [M:0;e792e7e95410:33047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:17:20,074 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:20,074 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:20,074 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:20,074 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:20,074 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:20,074 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-28T10:17:20,090 DEBUG [M:0;e792e7e95410:33047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65cef1b98f874591ae5d25d7402c191f is 82, key is hbase:meta,,1/info:regioninfo/1732789032328/Put/seqid=0
2024-11-28T10:17:20,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741853_1029 (size=5680)
2024-11-28T10:17:20,495 INFO  [M:0;e792e7e95410:33047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65cef1b98f874591ae5d25d7402c191f
2024-11-28T10:17:20,516 DEBUG [M:0;e792e7e95410:33047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49878dbd785c4cd7bb347d127c88fb00 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732789036592/Put/seqid=0
2024-11-28T10:17:20,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741854_1030 (size=7319)
2024-11-28T10:17:20,922 INFO  [M:0;e792e7e95410:33047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49878dbd785c4cd7bb347d127c88fb00
2024-11-28T10:17:20,942 DEBUG [M:0;e792e7e95410:33047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d58d78dd464c93a5d0934de93ff68f is 69, key is e792e7e95410,39115,1732789030759/rs:state/1732789031736/Put/seqid=0
2024-11-28T10:17:20,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741855_1031 (size=5371)
2024-11-28T10:17:21,347 INFO  [M:0;e792e7e95410:33047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d58d78dd464c93a5d0934de93ff68f
2024-11-28T10:17:21,353 INFO  [M:0;e792e7e95410:33047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d58d78dd464c93a5d0934de93ff68f
2024-11-28T10:17:21,354 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65cef1b98f874591ae5d25d7402c191f as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65cef1b98f874591ae5d25d7402c191f
2024-11-28T10:17:21,360 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65cef1b98f874591ae5d25d7402c191f, entries=8, sequenceid=172, filesize=5.5 K
2024-11-28T10:17:21,361 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49878dbd785c4cd7bb347d127c88fb00 as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49878dbd785c4cd7bb347d127c88fb00
2024-11-28T10:17:21,367 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49878dbd785c4cd7bb347d127c88fb00, entries=7, sequenceid=172, filesize=7.1 K
2024-11-28T10:17:21,368 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51d58d78dd464c93a5d0934de93ff68f as hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51d58d78dd464c93a5d0934de93ff68f
2024-11-28T10:17:21,373 INFO  [M:0;e792e7e95410:33047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51d58d78dd464c93a5d0934de93ff68f
2024-11-28T10:17:21,374 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34023/user/jenkins/test-data/af57331e-ba1b-ae46-8f7e-7b2315816776/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51d58d78dd464c93a5d0934de93ff68f, entries=2, sequenceid=172, filesize=5.2 K
2024-11-28T10:17:21,375 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false
2024-11-28T10:17:21,376 INFO  [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:21,376 DEBUG [M:0;e792e7e95410:33047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789040074Disabling compacts and flushes for region at 1732789040074Disabling writes for close at 1732789040074Obtaining lock to block concurrent updates at 1732789040074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789040074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732789040075 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789040076 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789040076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789040090 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789040090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789040501 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789040516 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789040516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789040928 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789040941 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789040941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d2cef0: reopening flushed file at 1732789041353 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f49da15: reopening flushed file at 1732789041360 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb7d35a: reopening flushed file at 1732789041367 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1732789041375 (+8 ms)Writing region close event to WAL at 1732789041376 (+1 ms)Closed at 1732789041376
2024-11-28T10:17:21,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35573 is added to blk_1073741847_1023 (size=22949)
2024-11-28T10:17:21,379 INFO  [M:0;e792e7e95410:33047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:17:21,379 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:21,379 INFO  [M:0;e792e7e95410:33047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33047
2024-11-28T10:17:21,379 INFO  [M:0;e792e7e95410:33047 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:21,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:21,522 INFO  [M:0;e792e7e95410:33047 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:21,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33047-0x10180f1f1860006, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:21,524 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d3f0eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:21,524 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10f7d121{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:21,524 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:21,524 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59399124{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:21,524 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41022be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:21,526 WARN  [BP-1377114761-172.17.0.2-1732789008900 heartbeating to localhost/127.0.0.1:34023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:17:21,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:17:21,526 WARN  [BP-1377114761-172.17.0.2-1732789008900 heartbeating to localhost/127.0.0.1:34023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1377114761-172.17.0.2-1732789008900 (Datanode Uuid 2815da80-5c12-4587-9b4c-8e36d7019a00) service to localhost/127.0.0.1:34023
2024-11-28T10:17:21,526 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:17:21,526 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/data/data1/current/BP-1377114761-172.17.0.2-1732789008900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:21,526 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/cluster_c09695b2-bf97-c8ff-c0a4-773c9210e8fe/data/data2/current/BP-1377114761-172.17.0.2-1732789008900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:21,527 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:17:21,531 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146fb057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:21,532 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7974a442{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:21,532 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:21,532 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b1d0c82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:21,532 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc6a07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029bdf5b-91a9-4c98-3b65-ff59eb29587a/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:21,539 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:17:21,553 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:17:21,562 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11)
Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:34023
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34023
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38697 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: regionserver/e792e7e95410:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34023 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51121)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34023
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34023
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38697
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/e792e7e95410:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/e792e7e95410:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51121)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/e792e7e95410:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34023 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34023
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34023
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34023
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38697 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38697
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:34023 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/e792e7e95410:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:38697 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5258 (was 5155) - AvailableMemoryMB LEAK? -
2024-11-28T10:17:21,570 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=5257
2024-11-28T10:17:21,583 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-28T10:17:21,584 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir so I do NOT create it in target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2
2024-11-28T10:17:21,584 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:17:21,584 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.tmp.dir so I do NOT create it in target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2
2024-11-28T10:17:21,584 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6236493-11b4-22ad-a458-e6a279923def/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:17:21,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2
2024-11-28T10:17:21,584 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f, deleteOnExit=true
2024-11-28T10:17:21,589 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/zookeeper_0, clientPort=51215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:17:21,590 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51215
2024-11-28T10:17:21,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:17:21,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/test.cache.data in system properties and HBase conf
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:17:21,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:17:21,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:21,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:17:21,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:17:21,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:17:21,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:21,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:17:21,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f1f1860005, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f1f1860002, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:17:21,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f1f1860002, quorum=127.0.0.1:51121, baseZNode=/01581350936 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:17:21,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f1f1860005, quorum=127.0.0.1:51121, baseZNode=/1427869688 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:17:21,874 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-28T10:17:21,876 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:21,892 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:21,914 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:21,920 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:21,924 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:21,924 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:21,924 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:21,925 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:21,925 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:21,926 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:22,029 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/java.io.tmpdir/jetty-localhost-43183-hadoop-hdfs-3_4_1-tests_jar-_-any-2896865800446076410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:22,030 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:43183}
2024-11-28T10:17:22,030 INFO  [Time-limited test {}] server.Server(415): Started @35961ms
2024-11-28T10:17:22,292 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:22,297 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:22,297 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:22,298 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:22,298 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:22,300 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:22,300 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:22,412 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/java.io.tmpdir/jetty-localhost-41591-hadoop-hdfs-3_4_1-tests_jar-_-any-16638443703485688150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:22,412 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:41591}
2024-11-28T10:17:22,412 INFO  [Time-limited test {}] server.Server(415): Started @36344ms
2024-11-28T10:17:22,414 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:17:23,388 WARN  [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/data/data1/current/BP-787747135-172.17.0.2-1732789041618/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:23,388 WARN  [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/data/data2/current/BP-787747135-172.17.0.2-1732789041618/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:23,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:17:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:17:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:23,420 WARN  [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:17:23,425 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa704a3d83b421939 with lease ID 0x3fa9cee1bec74166: Processing first storage report for DS-022120ea-6822-4eda-9267-390acd6039e2 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=7434c45a-1e7b-49f5-a67a-e4919f69ebd8, infoPort=42767, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=1164733844;c=1732789041618)
2024-11-28T10:17:23,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa704a3d83b421939 with lease ID 0x3fa9cee1bec74166: from storage DS-022120ea-6822-4eda-9267-390acd6039e2 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=7434c45a-1e7b-49f5-a67a-e4919f69ebd8, infoPort=42767, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=1164733844;c=1732789041618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:23,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa704a3d83b421939 with lease ID 0x3fa9cee1bec74166: Processing first storage report for DS-9e96c3db-08c1-4bed-b7c9-1f847c425596 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=7434c45a-1e7b-49f5-a67a-e4919f69ebd8, infoPort=42767, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=1164733844;c=1732789041618)
2024-11-28T10:17:23,426 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa704a3d83b421939 with lease ID 0x3fa9cee1bec74166: from storage DS-9e96c3db-08c1-4bed-b7c9-1f847c425596 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=7434c45a-1e7b-49f5-a67a-e4919f69ebd8, infoPort=42767, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=1164733844;c=1732789041618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:23,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2
2024-11-28T10:17:23,449 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:23,451 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:23,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:17:23,865 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2 with version=8
2024-11-28T10:17:23,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/hbase-staging
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:23,867 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:23,868 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41957
2024-11-28T10:17:23,869 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41957 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419570x0, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:23,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41957-0x10180f2755f0000 connected
2024-11-28T10:17:24,053 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:24,055 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:24,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/running
2024-11-28T10:17:24,057 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2, hbase.cluster.distributed=false
2024-11-28T10:17:24,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/acl
2024-11-28T10:17:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-28T10:17:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41957
2024-11-28T10:17:24,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41957
2024-11-28T10:17:24,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-28T10:17:24,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41957
2024-11-28T10:17:24,077 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:24,077 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:24,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:24,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42239
2024-11-28T10:17:24,081 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42239 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:24,081 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:24,083 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:24,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422390x0, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:24,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422390x0, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/running
2024-11-28T10:17:24,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42239-0x10180f2755f0001 connected
2024-11-28T10:17:24,096 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:24,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:24,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/master
2024-11-28T10:17:24,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/acl
2024-11-28T10:17:24,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42239
2024-11-28T10:17:24,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42239
2024-11-28T10:17:24,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42239
2024-11-28T10:17:24,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42239
2024-11-28T10:17:24,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42239
2024-11-28T10:17:24,110 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:41957
2024-11-28T10:17:24,111 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01305853812/backup-masters/e792e7e95410,41957,1732789043867
2024-11-28T10:17:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/backup-masters
2024-11-28T10:17:24,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/backup-masters
2024-11-28T10:17:24,116 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on existing znode=/01305853812/backup-masters/e792e7e95410,41957,1732789043867
2024-11-28T10:17:24,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305853812/master
2024-11-28T10:17:24,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:24,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:24,127 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on existing znode=/01305853812/master
2024-11-28T10:17:24,127 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01305853812/backup-masters/e792e7e95410,41957,1732789043867 from backup master directory
2024-11-28T10:17:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305853812/backup-masters/e792e7e95410,41957,1732789043867
2024-11-28T10:17:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/backup-masters
2024-11-28T10:17:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/backup-masters
2024-11-28T10:17:24,137 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:24,137 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,41957,1732789043867
2024-11-28T10:17:24,141 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/hbase.id] with ID: 57432261-7a04-4ba7-87c9-e5ee06d0bb4e
2024-11-28T10:17:24,142 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/.tmp/hbase.id
2024-11-28T10:17:24,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:17:24,547 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/.tmp/hbase.id]:[hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/hbase.id]
2024-11-28T10:17:24,562 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:24,562 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:24,563 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:17:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:24,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:17:24,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:24,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:24,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:24,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:17:24,985 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store
2024-11-28T10:17:24,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:17:25,391 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:25,391 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:25,392 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:25,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:25,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:25,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:25,392 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:25,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789045391Disabling compacts and flushes for region at 1732789045391Disabling writes for close at 1732789045392 (+1 ms)Writing region close event to WAL at 1732789045392Closed at 1732789045392
2024-11-28T10:17:25,393 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/.initializing
2024-11-28T10:17:25,393 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/WALs/e792e7e95410,41957,1732789043867
2024-11-28T10:17:25,394 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:25,396 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C41957%2C1732789043867, suffix=, logDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/WALs/e792e7e95410,41957,1732789043867, archiveDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:25,408 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/WALs/e792e7e95410,41957,1732789043867/e792e7e95410%2C41957%2C1732789043867.1732789045396, exclude list is [], retry=0
2024-11-28T10:17:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-022120ea-6822-4eda-9267-390acd6039e2,DISK]
2024-11-28T10:17:25,413 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/WALs/e792e7e95410,41957,1732789043867/e792e7e95410%2C41957%2C1732789043867.1732789045396
2024-11-28T10:17:25,413 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42767:42767)]
2024-11-28T10:17:25,413 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:25,414 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:25,414 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,414 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,416 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:25,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:25,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:25,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:25,418 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:25,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:25,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:25,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:25,419 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:25,420 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:25,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:25,421 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:25,421 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:25,422 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:25,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:25,422 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:25,422 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,423 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,424 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,425 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,425 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,425 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:25,426 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:25,429 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:25,429 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75145878, jitterRate=0.11976084113121033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:25,430 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789045414Initializing all the Stores at 1732789045415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789045415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789045416 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789045416Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789045416Cleaning up temporary data from old regions at 1732789045425 (+9 ms)Region opened successfully at 1732789045430 (+5 ms)
2024-11-28T10:17:25,430 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:25,433 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfffe34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:25,434 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:17:25,434 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:25,434 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:25,434 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:25,435 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:25,435 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:17:25,435 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:25,438 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:25,438 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:25,476 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/balancer already deleted, retry=false
2024-11-28T10:17:25,476 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:25,477 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:25,495 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/normalizer already deleted, retry=false
2024-11-28T10:17:25,495 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:25,497 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:25,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/switch/split already deleted, retry=false
2024-11-28T10:17:25,551 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:25,624 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/switch/merge already deleted, retry=false
2024-11-28T10:17:25,626 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:25,642 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305853812/running
2024-11-28T10:17:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01305853812/running
2024-11-28T10:17:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,41957,1732789043867, sessionid=0x10180f2755f0000, setting cluster-up flag (Was=false)
2024-11-28T10:17:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,705 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305853812/flush-table-proc/acquired, /01305853812/flush-table-proc/reached, /01305853812/flush-table-proc/abort
2024-11-28T10:17:25,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41957,1732789043867
2024-11-28T10:17:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:25,758 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01305853812/online-snapshot/acquired, /01305853812/online-snapshot/reached, /01305853812/online-snapshot/abort
2024-11-28T10:17:25,759 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41957,1732789043867
2024-11-28T10:17:25,760 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:17:25,762 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:25,762 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:25,762 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:25,763 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,41957,1732789043867
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:25,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789075765
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:25,765 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:25,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:25,766 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:17:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:25,767 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:25,767 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:25,767 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789045767,5,FailOnTimeoutGroup]
2024-11-28T10:17:25,767 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789045767,5,FailOnTimeoutGroup]
2024-11-28T10:17:25,767 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,767 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:25,767 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:25,768 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,768 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:17:25,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:17:25,803 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(746): ClusterId : 57432261-7a04-4ba7-87c9-e5ee06d0bb4e
2024-11-28T10:17:25,803 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:25,812 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:25,812 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:25,822 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:25,823 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123ea21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:25,837 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:42239
2024-11-28T10:17:25,837 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:25,837 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:25,837 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:25,838 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,41957,1732789043867 with port=42239, startcode=1732789044077
2024-11-28T10:17:25,838 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:25,840 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:25,841 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,841 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41957 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,843 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2
2024-11-28T10:17:25,843 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37857
2024-11-28T10:17:25,843 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/rs
2024-11-28T10:17:25,889 DEBUG [RS:0;e792e7e95410:42239 {}] zookeeper.ZKUtil(111): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on existing znode=/01305853812/rs/e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,889 WARN  [RS:0;e792e7e95410:42239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:25,889 INFO  [RS:0;e792e7e95410:42239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:25,889 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,889 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,42239,1732789044077]
2024-11-28T10:17:25,893 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:25,894 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:25,895 INFO  [RS:0;e792e7e95410:42239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:25,895 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,895 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:25,896 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:25,896 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:25,896 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:25,897 DEBUG [RS:0;e792e7e95410:42239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:25,900 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,900 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,900 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,900 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,901 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,901 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42239,1732789044077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:25,922 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:25,922 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42239,1732789044077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,922 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,922 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.Replication(171): e792e7e95410,42239,1732789044077 started
2024-11-28T10:17:25,939 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:25,939 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,42239,1732789044077, RpcServer on e792e7e95410/172.17.0.2:42239, sessionid=0x10180f2755f0001
2024-11-28T10:17:25,940 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:25,940 DEBUG [RS:0;e792e7e95410:42239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,940 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,42239,1732789044077'
2024-11-28T10:17:25,940 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305853812/flush-table-proc/abort'
2024-11-28T10:17:25,940 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305853812/flush-table-proc/acquired'
2024-11-28T10:17:25,941 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:25,941 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:25,941 DEBUG [RS:0;e792e7e95410:42239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,42239,1732789044077
2024-11-28T10:17:25,941 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,42239,1732789044077'
2024-11-28T10:17:25,941 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01305853812/online-snapshot/abort'
2024-11-28T10:17:25,942 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01305853812/online-snapshot/acquired'
2024-11-28T10:17:25,942 DEBUG [RS:0;e792e7e95410:42239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:25,942 INFO  [RS:0;e792e7e95410:42239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:25,942 INFO  [RS:0;e792e7e95410:42239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:26,043 INFO  [RS:0;e792e7e95410:42239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:26,045 INFO  [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42239%2C1732789044077, suffix=, logDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077, archiveDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs, maxLogs=10
2024-11-28T10:17:26,059 DEBUG [RS:0;e792e7e95410:42239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046, exclude list is [], retry=0
2024-11-28T10:17:26,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-022120ea-6822-4eda-9267-390acd6039e2,DISK]
2024-11-28T10:17:26,065 INFO  [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046
2024-11-28T10:17:26,065 DEBUG [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42767:42767)]
2024-11-28T10:17:26,177 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:17:26,177 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2
2024-11-28T10:17:26,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:17:26,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:26,586 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:26,587 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:26,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:26,589 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:26,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,590 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,590 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:26,592 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:26,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,592 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,592 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:26,593 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:26,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,594 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:26,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740
2024-11-28T10:17:26,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740
2024-11-28T10:17:26,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:26,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:26,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:26,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:26,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:26,600 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75250913, jitterRate=0.12132598459720612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:26,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789046584Initializing all the Stores at 1732789046585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046586 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789046586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046586Cleaning up temporary data from old regions at 1732789046596 (+10 ms)Region opened successfully at 1732789046601 (+5 ms)
2024-11-28T10:17:26,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:26,601 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:26,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:26,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:26,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:26,601 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:26,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789046601Disabling compacts and flushes for region at 1732789046601Disabling writes for close at 1732789046601Writing region close event to WAL at 1732789046601Closed at 1732789046601
2024-11-28T10:17:26,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:26,603 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:17:26,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:26,604 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:26,605 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:17:26,755 DEBUG [e792e7e95410:41957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:26,756 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,42239,1732789044077
2024-11-28T10:17:26,757 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,42239,1732789044077, state=OPENING
2024-11-28T10:17:26,779 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:17:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:26,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:26,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305853812/meta-region-server: CHANGED
2024-11-28T10:17:26,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305853812/meta-region-server: CHANGED
2024-11-28T10:17:26,790 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,42239,1732789044077}]
2024-11-28T10:17:26,943 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:26,945 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:26,948 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:26,948 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:26,949 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:26,950 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42239%2C1732789044077.meta, suffix=.meta, logDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077, archiveDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs, maxLogs=10
2024-11-28T10:17:26,965 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.meta.1732789046951.meta, exclude list is [], retry=0
2024-11-28T10:17:26,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-022120ea-6822-4eda-9267-390acd6039e2,DISK]
2024-11-28T10:17:26,970 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.meta.1732789046951.meta
2024-11-28T10:17:26,970 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42767:42767)]
2024-11-28T10:17:26,971 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:26,971 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:26,971 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:26,971 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:26,972 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:26,972 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:26,972 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:26,972 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:26,972 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:26,974 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:26,975 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:26,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:26,976 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:26,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,976 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,976 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:26,977 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:26,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,977 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,978 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:26,978 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:26,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:26,979 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:26,979 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:26,980 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740
2024-11-28T10:17:26,981 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740
2024-11-28T10:17:26,983 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:26,983 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:26,984 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:26,985 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:26,986 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75371797, jitterRate=0.1231272965669632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:26,986 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:26,987 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789046972Writing region info on filesystem at 1732789046972Initializing all the Stores at 1732789046973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789046974 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789046974Cleaning up temporary data from old regions at 1732789046983 (+9 ms)Running coprocessor post-open hooks at 1732789046986 (+3 ms)Region opened successfully at 1732789046987 (+1 ms)
2024-11-28T10:17:26,988 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789046943
2024-11-28T10:17:26,990 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:26,990 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:26,991 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,42239,1732789044077
2024-11-28T10:17:26,992 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,42239,1732789044077, state=OPEN
2024-11-28T10:17:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305853812/meta-region-server
2024-11-28T10:17:27,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01305853812/meta-region-server
2024-11-28T10:17:27,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,42239,1732789044077
2024-11-28T10:17:27,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305853812/meta-region-server: CHANGED
2024-11-28T10:17:27,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01305853812/meta-region-server: CHANGED
2024-11-28T10:17:27,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:17:27,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,42239,1732789044077 in 305 msec
2024-11-28T10:17:27,100 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:17:27,100 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec
2024-11-28T10:17:27,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:27,101 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:17:27,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:27,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42239,1732789044077, seqNum=-1]
2024-11-28T10:17:27,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:27,104 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:27,111 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3480 sec
2024-11-28T10:17:27,111 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789047111, completionTime=-1
2024-11-28T10:17:27,111 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:17:27,111 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:27,113 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:27,113 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789107113
2024-11-28T10:17:27,113 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789167113
2024-11-28T10:17:27,113 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:41957, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,114 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,116 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:27,119 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:27,122 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:27,122 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:27,122 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41957,1732789043867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:27,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41957,-1 for getting cluster id
2024-11-28T10:17:27,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:27,206 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57432261-7a04-4ba7-87c9-e5ee06d0bb4e'
2024-11-28T10:17:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57432261-7a04-4ba7-87c9-e5ee06d0bb4e"

2024-11-28T10:17:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b02ade6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41957,-1]
2024-11-28T10:17:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:27,208 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:27,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:27,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42239,1732789044077, seqNum=-1]
2024-11-28T10:17:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:27,212 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:27,214 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,41957,1732789043867
2024-11-28T10:17:27,215 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:27,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f2755f0002 connected
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir so I do NOT create it in target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1
2024-11-28T10:17:27,245 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.tmp.dir so I do NOT create it in target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1
2024-11-28T10:17:27,245 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:17:27,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/cluster_020407e9-c3c3-adaf-778e-d7770b7b4df0, deleteOnExit=true
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:17:27,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/test.cache.data in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:17:27,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:17:27,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:17:27,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:17:27,566 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:27,571 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:27,574 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:27,574 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:27,575 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:27,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:27,577 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:27,577 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:27,673 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/java.io.tmpdir/jetty-localhost-38789-hadoop-hdfs-3_4_1-tests_jar-_-any-16881763121171621234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:27,673 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:38789}
2024-11-28T10:17:27,673 INFO  [Time-limited test {}] server.Server(415): Started @41605ms
2024-11-28T10:17:27,952 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:27,956 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:27,957 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:27,957 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:27,957 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:17:27,958 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:27,958 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:28,054 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/java.io.tmpdir/jetty-localhost-34743-hadoop-hdfs-3_4_1-tests_jar-_-any-7023940331201100841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:28,054 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:34743}
2024-11-28T10:17:28,054 INFO  [Time-limited test {}] server.Server(415): Started @41986ms
2024-11-28T10:17:28,055 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:17:28,805 WARN  [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/cluster_020407e9-c3c3-adaf-778e-d7770b7b4df0/data/data1/current/BP-1203466867-172.17.0.2-1732789047271/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:28,805 WARN  [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/cluster_020407e9-c3c3-adaf-778e-d7770b7b4df0/data/data2/current/BP-1203466867-172.17.0.2-1732789047271/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:28,830 WARN  [RS:0;e792e7e95410:42239 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e792e7e95410,33133,1732789013879: status=Processing ServerCrashProcedure of e792e7e95410,33133,1732789013879 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732789031655, completionTime=-1 appears to have been leaked
2024-11-28T10:17:28,842 WARN  [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:17:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6a0778e45bea83 with lease ID 0x524ba0e5d530a949: Processing first storage report for DS-02360b9f-9cdb-48ea-9663-fffdbb03ba2f from datanode DatanodeRegistration(127.0.0.1:38411, datanodeUuid=60fa353e-f037-4bb1-ae5e-f8d32e7391e5, infoPort=44393, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1218856634;c=1732789047271)
2024-11-28T10:17:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6a0778e45bea83 with lease ID 0x524ba0e5d530a949: from storage DS-02360b9f-9cdb-48ea-9663-fffdbb03ba2f node DatanodeRegistration(127.0.0.1:38411, datanodeUuid=60fa353e-f037-4bb1-ae5e-f8d32e7391e5, infoPort=44393, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1218856634;c=1732789047271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b6a0778e45bea83 with lease ID 0x524ba0e5d530a949: Processing first storage report for DS-8885d455-1c3f-44e5-9025-0a614d0dff1d from datanode DatanodeRegistration(127.0.0.1:38411, datanodeUuid=60fa353e-f037-4bb1-ae5e-f8d32e7391e5, infoPort=44393, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1218856634;c=1732789047271)
2024-11-28T10:17:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b6a0778e45bea83 with lease ID 0x524ba0e5d530a949: from storage DS-8885d455-1c3f-44e5-9025-0a614d0dff1d node DatanodeRegistration(127.0.0.1:38411, datanodeUuid=60fa353e-f037-4bb1-ae5e-f8d32e7391e5, infoPort=44393, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1218856634;c=1732789047271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:28,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1
2024-11-28T10:17:28,882 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:28,883 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:28,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:17:28,894 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:28,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:29,292 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d with version=8
2024-11-28T10:17:29,292 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/hbase-staging
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:29,295 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:29,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:29,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43327
2024-11-28T10:17:29,296 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43327 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:29,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433270x0, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:29,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43327-0x10180f2755f0003 connected
2024-11-28T10:17:29,463 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:29,465 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:29,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/running
2024-11-28T10:17:29,468 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d, hbase.cluster.distributed=false
2024-11-28T10:17:29,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/acl
2024-11-28T10:17:29,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43327
2024-11-28T10:17:29,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43327
2024-11-28T10:17:29,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43327
2024-11-28T10:17:29,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43327
2024-11-28T10:17:29,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43327
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:29,491 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:29,492 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43669
2024-11-28T10:17:29,493 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43669 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:29,494 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:29,495 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436690x0, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:29,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436690x0, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/running
2024-11-28T10:17:29,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43669-0x10180f2755f0004 connected
2024-11-28T10:17:29,612 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:29,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:29,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/master
2024-11-28T10:17:29,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/acl
2024-11-28T10:17:29,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43669
2024-11-28T10:17:29,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43669
2024-11-28T10:17:29,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43669
2024-11-28T10:17:29,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43669
2024-11-28T10:17:29,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43669
2024-11-28T10:17:29,634 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43327
2024-11-28T10:17:29,634 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1238583670/backup-masters/e792e7e95410,43327,1732789049294
2024-11-28T10:17:29,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/backup-masters
2024-11-28T10:17:29,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/backup-masters
2024-11-28T10:17:29,643 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on existing znode=/1-1238583670/backup-masters/e792e7e95410,43327,1732789049294
2024-11-28T10:17:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238583670/master
2024-11-28T10:17:29,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:29,653 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on existing znode=/1-1238583670/master
2024-11-28T10:17:29,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1238583670/backup-masters/e792e7e95410,43327,1732789049294 from backup master directory
2024-11-28T10:17:29,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238583670/backup-masters/e792e7e95410,43327,1732789049294
2024-11-28T10:17:29,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/backup-masters
2024-11-28T10:17:29,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/backup-masters
2024-11-28T10:17:29,674 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:29,674 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43327,1732789049294
2024-11-28T10:17:29,678 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/hbase.id] with ID: d2290207-afc1-4bb0-ba2d-bc3d32bc774b
2024-11-28T10:17:29,678 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/.tmp/hbase.id
2024-11-28T10:17:29,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:17:30,088 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/.tmp/hbase.id]:[hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/hbase.id]
2024-11-28T10:17:30,099 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:30,099 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:30,100 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:17:30,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:30,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:30,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:17:30,522 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:30,523 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:30,523 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:30,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:17:30,931 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store
2024-11-28T10:17:30,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:31,338 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:31,338 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:31,338 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789051338Disabling compacts and flushes for region at 1732789051338Disabling writes for close at 1732789051338Writing region close event to WAL at 1732789051338Closed at 1732789051338
2024-11-28T10:17:31,339 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/.initializing
2024-11-28T10:17:31,339 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/WALs/e792e7e95410,43327,1732789049294
2024-11-28T10:17:31,340 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:31,342 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43327%2C1732789049294, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/WALs/e792e7e95410,43327,1732789049294, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:31,353 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/WALs/e792e7e95410,43327,1732789049294/e792e7e95410%2C43327%2C1732789049294.1732789051342, exclude list is [], retry=0
2024-11-28T10:17:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-02360b9f-9cdb-48ea-9663-fffdbb03ba2f,DISK]
2024-11-28T10:17:31,357 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/WALs/e792e7e95410,43327,1732789049294/e792e7e95410%2C43327%2C1732789049294.1732789051342
2024-11-28T10:17:31,357 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44393:44393)]
2024-11-28T10:17:31,357 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:31,358 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:31,358 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,358 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,359 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:31,360 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:31,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:31,361 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:31,361 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:31,362 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:31,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:31,363 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:31,363 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:31,364 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:31,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:31,364 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:31,364 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:31,365 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:31,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:31,366 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:31,366 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,367 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,368 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,369 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,369 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,370 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:31,371 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:31,373 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:31,374 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67890031, jitterRate=0.011640295386314392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:31,374 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789051358Initializing all the Stores at 1732789051359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789051359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789051359Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789051359Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789051359Cleaning up temporary data from old regions at 1732789051369 (+10 ms)Region opened successfully at 1732789051374 (+5 ms)
2024-11-28T10:17:31,374 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:31,377 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1c1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:31,378 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:17:31,378 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:31,378 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:31,378 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:31,379 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:31,379 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:17:31,379 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:31,382 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:31,382 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:31,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/balancer already deleted, retry=false
2024-11-28T10:17:31,503 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:31,504 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:31,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/normalizer already deleted, retry=false
2024-11-28T10:17:31,516 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:31,517 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:31,526 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/switch/split already deleted, retry=false
2024-11-28T10:17:31,527 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:31,536 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/switch/merge already deleted, retry=false
2024-11-28T10:17:31,539 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:31,547 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:31,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238583670/running
2024-11-28T10:17:31,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238583670/running
2024-11-28T10:17:31,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43327,1732789049294, sessionid=0x10180f2755f0003, setting cluster-up flag (Was=false)
2024-11-28T10:17:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,610 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1238583670/flush-table-proc/acquired, /1-1238583670/flush-table-proc/reached, /1-1238583670/flush-table-proc/abort
2024-11-28T10:17:31,612 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43327,1732789049294
2024-11-28T10:17:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:31,663 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1238583670/online-snapshot/acquired, /1-1238583670/online-snapshot/reached, /1-1238583670/online-snapshot/abort
2024-11-28T10:17:31,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43327,1732789049294
2024-11-28T10:17:31,665 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:17:31,667 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:31,668 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:31,668 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:31,668 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43327,1732789049294
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:31,670 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789081671
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:31,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:31,672 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:31,673 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:31,673 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:31,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:31,673 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:17:31,676 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789051673,5,FailOnTimeoutGroup]
2024-11-28T10:17:31,678 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789051676,5,FailOnTimeoutGroup]
2024-11-28T10:17:31,678 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,678 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:31,678 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,678 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:17:31,684 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:17:31,684 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d
2024-11-28T10:17:31,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741832_1008 (size=32)
2024-11-28T10:17:31,721 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(746): ClusterId : d2290207-afc1-4bb0-ba2d-bc3d32bc774b
2024-11-28T10:17:31,721 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:31,727 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:31,727 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:31,738 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:31,738 DEBUG [RS:0;e792e7e95410:43669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6211354e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:31,754 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:43669
2024-11-28T10:17:31,755 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:31,755 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:31,755 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:31,756 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43327,1732789049294 with port=43669, startcode=1732789049490
2024-11-28T10:17:31,756 DEBUG [RS:0;e792e7e95410:43669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:31,757 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:31,758 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,758 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,759 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d
2024-11-28T10:17:31,760 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41907
2024-11-28T10:17:31,760 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/rs
2024-11-28T10:17:31,825 DEBUG [RS:0;e792e7e95410:43669 {}] zookeeper.ZKUtil(111): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on existing znode=/1-1238583670/rs/e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,825 WARN  [RS:0;e792e7e95410:43669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:31,825 INFO  [RS:0;e792e7e95410:43669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:31,825 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,825 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,43669,1732789049490]
2024-11-28T10:17:31,829 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:31,830 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:31,831 INFO  [RS:0;e792e7e95410:43669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:31,831 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,831 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:31,832 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:31,832 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:31,832 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:31,833 DEBUG [RS:0;e792e7e95410:43669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,834 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43669,1732789049490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:31,849 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:31,849 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43669,1732789049490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,849 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,849 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.Replication(171): e792e7e95410,43669,1732789049490 started
2024-11-28T10:17:31,862 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:31,862 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,43669,1732789049490, RpcServer on e792e7e95410/172.17.0.2:43669, sessionid=0x10180f2755f0004
2024-11-28T10:17:31,862 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:31,862 DEBUG [RS:0;e792e7e95410:43669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,862 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43669,1732789049490'
2024-11-28T10:17:31,862 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1238583670/flush-table-proc/abort'
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1238583670/flush-table-proc/acquired'
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,43669,1732789049490
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43669,1732789049490'
2024-11-28T10:17:31,863 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1238583670/online-snapshot/abort'
2024-11-28T10:17:31,864 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1238583670/online-snapshot/acquired'
2024-11-28T10:17:31,864 DEBUG [RS:0;e792e7e95410:43669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:31,864 INFO  [RS:0;e792e7e95410:43669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:31,865 INFO  [RS:0;e792e7e95410:43669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:31,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:17:31,965 INFO  [RS:0;e792e7e95410:43669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:31,967 INFO  [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43669%2C1732789049490, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/oldWALs, maxLogs=10
2024-11-28T10:17:31,978 DEBUG [RS:0;e792e7e95410:43669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.1732789051967, exclude list is [], retry=0
2024-11-28T10:17:31,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-02360b9f-9cdb-48ea-9663-fffdbb03ba2f,DISK]
2024-11-28T10:17:31,983 INFO  [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.1732789051967
2024-11-28T10:17:31,984 DEBUG [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44393:44393)]
2024-11-28T10:17:32,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:32,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:32,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:32,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,097 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,097 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:32,098 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:32,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,099 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:32,100 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:32,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:32,102 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:32,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:32,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740
2024-11-28T10:17:32,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740
2024-11-28T10:17:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:32,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:32,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:32,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:32,108 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:32,109 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73408030, jitterRate=0.09386488795280457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789052094Initializing all the Stores at 1732789052095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789052095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052095Cleaning up temporary data from old regions at 1732789052105 (+10 ms)Region opened successfully at 1732789052109 (+4 ms)
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:32,109 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:32,109 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:32,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789052109Disabling compacts and flushes for region at 1732789052109Disabling writes for close at 1732789052109Writing region close event to WAL at 1732789052109Closed at 1732789052109
2024-11-28T10:17:32,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:32,111 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:17:32,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:32,112 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:32,113 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:17:32,263 DEBUG [e792e7e95410:43327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:32,264 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,43669,1732789049490
2024-11-28T10:17:32,265 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43669,1732789049490, state=OPENING
2024-11-28T10:17:32,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:17:32,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:32,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:32,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238583670/meta-region-server: CHANGED
2024-11-28T10:17:32,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238583670/meta-region-server: CHANGED
2024-11-28T10:17:32,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:32,317 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43669,1732789049490}]
2024-11-28T10:17:32,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:32,471 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:32,475 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:32,475 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:32,476 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:32,477 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43669%2C1732789049490.meta, suffix=.meta, logDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/oldWALs, maxLogs=10
2024-11-28T10:17:32,488 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.meta.1732789052477.meta, exclude list is [], retry=0
2024-11-28T10:17:32,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38411,DS-02360b9f-9cdb-48ea-9663-fffdbb03ba2f,DISK]
2024-11-28T10:17:32,493 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.meta.1732789052477.meta
2024-11-28T10:17:32,493 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44393:44393)]
2024-11-28T10:17:32,493 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:32,494 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:32,494 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:32,494 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:32,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:32,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:32,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:32,498 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:32,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:32,500 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:32,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:32,502 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:32,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:32,503 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:32,504 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740
2024-11-28T10:17:32,505 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740
2024-11-28T10:17:32,506 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:32,506 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:32,507 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:32,508 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:32,509 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66344638, jitterRate=-0.011387854814529419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:32,509 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:32,509 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789052495Writing region info on filesystem at 1732789052495Initializing all the Stores at 1732789052495Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052496 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789052496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789052496Cleaning up temporary data from old regions at 1732789052506 (+10 ms)Running coprocessor post-open hooks at 1732789052509 (+3 ms)Region opened successfully at 1732789052509
2024-11-28T10:17:32,510 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789052469
2024-11-28T10:17:32,512 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:32,512 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:32,513 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43669,1732789049490
2024-11-28T10:17:32,514 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43669,1732789049490, state=OPEN
2024-11-28T10:17:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1238583670/meta-region-server
2024-11-28T10:17:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1238583670/meta-region-server
2024-11-28T10:17:32,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,43669,1732789049490
2024-11-28T10:17:32,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238583670/meta-region-server: CHANGED
2024-11-28T10:17:32,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238583670/meta-region-server: CHANGED
2024-11-28T10:17:32,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:17:32,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43669,1732789049490 in 210 msec
2024-11-28T10:17:32,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:17:32,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec
2024-11-28T10:17:32,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:32,534 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:17:32,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:32,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43669,1732789049490, seqNum=-1]
2024-11-28T10:17:32,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:32,537 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:32,544 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec
2024-11-28T10:17:32,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789052544, completionTime=-1
2024-11-28T10:17:32,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:17:32,544 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:32,547 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:32,547 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789112547
2024-11-28T10:17:32,547 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789172547
2024-11-28T10:17:32,547 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-28T10:17:32,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43327, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,552 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:17:32,552 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.884sec
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:32,559 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:32,570 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:32,571 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:32,571 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43327,1732789049294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:32,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43327,-1 for getting cluster id
2024-11-28T10:17:32,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:32,623 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2290207-afc1-4bb0-ba2d-bc3d32bc774b'
2024-11-28T10:17:32,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:32,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2290207-afc1-4bb0-ba2d-bc3d32bc774b"

2024-11-28T10:17:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f504424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43327,-1]
2024-11-28T10:17:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:32,625 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:32,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43669,1732789049490, seqNum=-1]
2024-11-28T10:17:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:32,629 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:32,631 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43327,1732789049294
2024-11-28T10:17:32,631 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51215
2024-11-28T10:17:32,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:32,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f2755f0005 connected
2024-11-28T10:17:32,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41957,-1 for getting cluster id
2024-11-28T10:17:32,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:32,656 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57432261-7a04-4ba7-87c9-e5ee06d0bb4e'
2024-11-28T10:17:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57432261-7a04-4ba7-87c9-e5ee06d0bb4e"

2024-11-28T10:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66764de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41957,-1]
2024-11-28T10:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:32,658 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f6c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41957,1732789043867
2024-11-28T10:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59387f17
2024-11-28T10:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:32,660 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:32,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:43327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:17:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:32,664 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43327'
2024-11-28T10:17:32,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c557f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,665 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43327,-1 for getting cluster id
2024-11-28T10:17:32,665 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:32,666 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2290207-afc1-4bb0-ba2d-bc3d32bc774b'
2024-11-28T10:17:32,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:32,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2290207-afc1-4bb0-ba2d-bc3d32bc774b"

2024-11-28T10:17:32,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bb480c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43327,-1]
2024-11-28T10:17:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:32,668 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1419a3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:32,668 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43327,1732789049294
2024-11-28T10:17:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@161126f5
2024-11-28T10:17:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:32,671 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:32,672 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-28T10:17:32,672 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:32,672 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:32,672 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:32,672 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:32,673 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:32,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:17:32,676 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:17:32,676 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:32,677 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:17:32,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741835_1011 (size=1138)
2024-11-28T10:17:32,725 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:17:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:33,088 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e49315683dd319d6c69343f846d140ca, NAME => 'hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2
2024-11-28T10:17:33,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741836_1012 (size=44)
2024-11-28T10:17:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:33,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:17:33,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:33,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:33,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:17:33,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:33,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:17:33,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:17:33,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:33,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:33,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e49315683dd319d6c69343f846d140ca, disabling compactions & flushes
2024-11-28T10:17:33,494 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca. after waiting 0 ms
2024-11-28T10:17:33,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,495 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e49315683dd319d6c69343f846d140ca:
Waiting for close lock at 1732789053494Disabling compacts and flushes for region at 1732789053494Disabling writes for close at 1732789053494Writing region close event to WAL at 1732789053495 (+1 ms)Closed at 1732789053495
2024-11-28T10:17:33,496 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:17:33,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789053496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789053496"}]},"ts":"1732789053496"}
2024-11-28T10:17:33,499 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:17:33,500 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:17:33,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789053500"}]},"ts":"1732789053500"}
2024-11-28T10:17:33,502 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:17:33,502 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49315683dd319d6c69343f846d140ca, ASSIGN}]
2024-11-28T10:17:33,503 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49315683dd319d6c69343f846d140ca, ASSIGN
2024-11-28T10:17:33,504 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49315683dd319d6c69343f846d140ca, ASSIGN; state=OFFLINE, location=e792e7e95410,42239,1732789044077; forceNewPlan=false, retain=false
2024-11-28T10:17:33,655 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e49315683dd319d6c69343f846d140ca, regionState=OPENING, regionLocation=e792e7e95410,42239,1732789044077
2024-11-28T10:17:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e49315683dd319d6c69343f846d140ca, ASSIGN because future has completed
2024-11-28T10:17:33,658 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49315683dd319d6c69343f846d140ca, server=e792e7e95410,42239,1732789044077}]
2024-11-28T10:17:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:33,817 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,817 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:33,818 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:17:33,830 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42239%2C1732789044077.rep, suffix=, logDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077, archiveDir=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs, maxLogs=10
2024-11-28T10:17:33,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.rep.1732789053830, exclude list is [], retry=0
2024-11-28T10:17:33,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-022120ea-6822-4eda-9267-390acd6039e2,DISK]
2024-11-28T10:17:33,849 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.rep.1732789053830
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42767:42767)]
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e49315683dd319d6c69343f846d140ca, NAME => 'hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:33,850 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca. service=MultiRowMutationService
2024-11-28T10:17:33,850 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,852 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e49315683dd319d6c69343f846d140ca 
2024-11-28T10:17:33,853 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49315683dd319d6c69343f846d140ca columnFamilyName hfileref
2024-11-28T10:17:33,853 DEBUG [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:33,854 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(327): Store=e49315683dd319d6c69343f846d140ca/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:33,854 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e49315683dd319d6c69343f846d140ca 
2024-11-28T10:17:33,855 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49315683dd319d6c69343f846d140ca columnFamilyName queue
2024-11-28T10:17:33,855 DEBUG [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:33,855 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(327): Store=e49315683dd319d6c69343f846d140ca/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:33,855 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e49315683dd319d6c69343f846d140ca 
2024-11-28T10:17:33,857 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49315683dd319d6c69343f846d140ca columnFamilyName sid
2024-11-28T10:17:33,857 DEBUG [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:33,857 INFO  [StoreOpener-e49315683dd319d6c69343f846d140ca-1 {}] regionserver.HStore(327): Store=e49315683dd319d6c69343f846d140ca/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:33,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:33,863 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e49315683dd319d6c69343f846d140ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659788, jitterRate=0.11251753568649292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:33,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:33,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e49315683dd319d6c69343f846d140ca:
Running coprocessor pre-open hook at 1732789053851Writing region info on filesystem at 1732789053851Initializing all the Stores at 1732789053852 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789053852Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789053852Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789053852Cleaning up temporary data from old regions at 1732789053859 (+7 ms)Running coprocessor post-open hooks at 1732789053863 (+4 ms)Region opened successfully at 1732789053863
2024-11-28T10:17:33,864 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca., pid=7, masterSystemTime=1732789053810
2024-11-28T10:17:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,866 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:33,867 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e49315683dd319d6c69343f846d140ca, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,42239,1732789044077
2024-11-28T10:17:33,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49315683dd319d6c69343f846d140ca, server=e792e7e95410,42239,1732789044077 because future has completed
2024-11-28T10:17:33,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-28T10:17:33,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e49315683dd319d6c69343f846d140ca, server=e792e7e95410,42239,1732789044077 in 212 msec
2024-11-28T10:17:33,874 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:17:33,874 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e49315683dd319d6c69343f846d140ca, ASSIGN in 370 msec
2024-11-28T10:17:33,875 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:17:33,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789053875"}]},"ts":"1732789053875"}
2024-11-28T10:17:33,877 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:17:33,878 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:17:33,880 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec
2024-11-28T10:17:33,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca., hostname=e792e7e95410,42239,1732789044077, seqNum=2]
2024-11-28T10:17:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:34,412 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:34,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-28T10:17:34,565 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:17:34,599 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,42239,1732789044077, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:17:34,599 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:34,599 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42239,1732789044077, seqNum=-1]
2024-11-28T10:17:34,600 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:34,601 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-28T10:17:34,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,42239,1732789044077', locateType=CURRENT is [region=hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca., hostname=e792e7e95410,42239,1732789044077, seqNum=2]
2024-11-28T10:17:34,606 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-28T10:17:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-28T10:17:34,608 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,42239,1732789044077 suceeded
2024-11-28T10:17:34,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-28T10:17:34,611 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:43327,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:17:34,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec
2024-11-28T10:17:34,612 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9500 sec
2024-11-28T10:17:34,621 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43327'
2024-11-28T10:17:34,622 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236e6e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:34,622 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43327,-1 for getting cluster id
2024-11-28T10:17:34,622 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:34,623 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2290207-afc1-4bb0-ba2d-bc3d32bc774b'
2024-11-28T10:17:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:34,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2290207-afc1-4bb0-ba2d-bc3d32bc774b"

2024-11-28T10:17:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23a28d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43327,-1]
2024-11-28T10:17:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:34,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,625 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:34,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d06a258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:34,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:34,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43327,1732789049294
2024-11-28T10:17:34,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5797390f
2024-11-28T10:17:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:34,627 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:34,628 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,42239,1732789044077 (queues=1) is replicating from cluster=57432261-7a04-4ba7-87c9-e5ee06d0bb4e to cluster=d2290207-afc1-4bb0-ba2d-bc3d32bc774b
2024-11-28T10:17:34,628 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C42239%2C1732789044077
2024-11-28T10:17:34,628 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,42239,1732789044077, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:34,629 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.shippere792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C42239%2C1732789044077
2024-11-28T10:17:34,629 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046, startPosition=0, beingWritten=true
2024-11-28T10:17:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:34,806 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:17:34,807 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:34,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:34,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,807 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:34,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41957,1732789043867
2024-11-28T10:17:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193b3e12
2024-11-28T10:17:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:34,811 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:34,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41957 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:17:34,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:17:34,818 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:34,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:34,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,818 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:34,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:17:34,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262906310, stopped=false
2024-11-28T10:17:34,819 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43327,1732789049294
2024-11-28T10:17:34,835 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238583670/running
2024-11-28T10:17:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238583670/running
2024-11-28T10:17:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:34,863 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:34,863 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:34,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:34,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/running
2024-11-28T10:17:34,864 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,43669,1732789049490' *****
2024-11-28T10:17:34,864 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:17:34,864 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:17:34,864 INFO  [RS:0;e792e7e95410:43669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:17:34,864 INFO  [RS:0;e792e7e95410:43669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:17:34,864 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:17:34,864 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,43669,1732789049490
2024-11-28T10:17:34,864 INFO  [RS:0;e792e7e95410:43669 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:34,865 INFO  [RS:0;e792e7e95410:43669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43669.
2024-11-28T10:17:34,865 DEBUG [RS:0;e792e7e95410:43669 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:34,865 DEBUG [RS:0;e792e7e95410:43669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:34,865 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:17:34,865 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:17:34,865 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:17:34,865 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:17:34,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Set watcher on znode that does not yet exist, /1-1238583670/running
2024-11-28T10:17:34,866 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:17:34,866 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:17:34,866 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:34,866 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:34,867 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:34,867 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:34,867 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:34,867 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:34,867 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-28T10:17:34,895 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:17:34,895 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:17:34,900 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/.tmp/ns/f5eeae187fbc47d4a3c7750c63c1b349 is 43, key is default/ns:d/1732789052538/Put/seqid=0
2024-11-28T10:17:34,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741835_1011 (size=5153)
2024-11-28T10:17:34,939 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:35,066 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:35,142 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:35,267 DEBUG [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:35,323 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/.tmp/ns/f5eeae187fbc47d4a3c7750c63c1b349
2024-11-28T10:17:35,330 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/.tmp/ns/f5eeae187fbc47d4a3c7750c63c1b349 as hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/ns/f5eeae187fbc47d4a3c7750c63c1b349
2024-11-28T10:17:35,336 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/ns/f5eeae187fbc47d4a3c7750c63c1b349, entries=2, sequenceid=6, filesize=5.0 K
2024-11-28T10:17:35,337 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 470ms, sequenceid=6, compaction requested=false
2024-11-28T10:17:35,342 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T10:17:35,343 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:35,343 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:35,343 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:35,344 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789054866Running coprocessor pre-close hooks at 1732789054866Disabling compacts and flushes for region at 1732789054866Disabling writes for close at 1732789054867 (+1 ms)Obtaining lock to block concurrent updates at 1732789054867Preparing flush snapshotting stores in 1588230740 at 1732789054867Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732789054867Flushing stores of hbase:meta,,1.1588230740 at 1732789054869 (+2 ms)Flushing 1588230740/ns: creating writer at 1732789054869Flushing 1588230740/ns: appending metadata at 1732789054899 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732789054899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3e0396: reopening flushed file at 1732789055329 (+430 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 470ms, sequenceid=6, compaction requested=false at 1732789055337 (+8 ms)Writing region close event to WAL at 1732789055338 (+1 ms)Running coprocessor post-close hooks at 1732789055343 (+5 ms)Closed at 1732789055343
2024-11-28T10:17:35,344 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:35,467 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,43669,1732789049490; all regions closed.
2024-11-28T10:17:35,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741834_1010 (size=1152)
2024-11-28T10:17:35,470 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.meta.1732789052477.meta not finished, retry = 0
2024-11-28T10:17:35,553 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:35,572 DEBUG [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/oldWALs
2024-11-28T10:17:35,572 INFO  [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43669%2C1732789049490.meta:.meta(num 1732789052477)
2024-11-28T10:17:35,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741833_1009 (size=93)
2024-11-28T10:17:35,575 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/WALs/e792e7e95410,43669,1732789049490/e792e7e95410%2C43669%2C1732789049490.1732789051967 not finished, retry = 0
2024-11-28T10:17:35,678 DEBUG [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/oldWALs
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43669%2C1732789049490:(num 1732789051967)
2024-11-28T10:17:35,678 DEBUG [RS:0;e792e7e95410:43669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:35,678 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:35,678 INFO  [RS:0;e792e7e95410:43669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43669
2024-11-28T10:17:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238583670/rs/e792e7e95410,43669,1732789049490
2024-11-28T10:17:35,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670/rs
2024-11-28T10:17:35,745 INFO  [RS:0;e792e7e95410:43669 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:35,757 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,43669,1732789049490]
2024-11-28T10:17:35,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238583670/draining/e792e7e95410,43669,1732789049490 already deleted, retry=false
2024-11-28T10:17:35,768 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,43669,1732789049490 expired; onlineServers=0
2024-11-28T10:17:35,768 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43327,1732789049294' *****
2024-11-28T10:17:35,768 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:17:35,768 INFO  [M:0;e792e7e95410:43327 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:35,768 INFO  [M:0;e792e7e95410:43327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:35,768 DEBUG [M:0;e792e7e95410:43327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:17:35,769 DEBUG [M:0;e792e7e95410:43327 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:17:35,769 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:17:35,769 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789051673 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789051673,5,FailOnTimeoutGroup]
2024-11-28T10:17:35,769 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789051676 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789051676,5,FailOnTimeoutGroup]
2024-11-28T10:17:35,769 INFO  [M:0;e792e7e95410:43327 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:35,769 INFO  [M:0;e792e7e95410:43327 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:35,769 DEBUG [M:0;e792e7e95410:43327 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:17:35,769 INFO  [M:0;e792e7e95410:43327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:17:35,769 INFO  [M:0;e792e7e95410:43327 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:35,769 INFO  [M:0;e792e7e95410:43327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:17:35,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:17:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238583670/master
2024-11-28T10:17:35,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238583670
2024-11-28T10:17:35,778 DEBUG [M:0;e792e7e95410:43327 {}] zookeeper.ZKUtil(347): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Unable to get data of znode /1-1238583670/master because node does not exist (not an error)
2024-11-28T10:17:35,779 WARN  [M:0;e792e7e95410:43327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:17:35,779 INFO  [M:0;e792e7e95410:43327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/.lastflushedseqids
2024-11-28T10:17:35,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741836_1012 (size=99)
2024-11-28T10:17:35,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:35,858 INFO  [RS:0;e792e7e95410:43669 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:35,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43669-0x10180f2755f0004, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:35,858 INFO  [RS:0;e792e7e95410:43669 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,43669,1732789049490; zookeeper connection closed.
2024-11-28T10:17:35,858 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fe90014 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fe90014
2024-11-28T10:17:35,858 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:17:36,058 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:36,186 INFO  [M:0;e792e7e95410:43327 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:17:36,186 INFO  [M:0;e792e7e95410:43327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:17:36,187 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:36,187 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:36,187 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:36,187 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:36,187 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:36,187 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-28T10:17:36,203 DEBUG [M:0;e792e7e95410:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08fa4c6bc394567a3034f17ccd1bc44 is 82, key is hbase:meta,,1/info:regioninfo/1732789052513/Put/seqid=0
2024-11-28T10:17:36,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741837_1013 (size=5672)
2024-11-28T10:17:36,609 INFO  [M:0;e792e7e95410:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08fa4c6bc394567a3034f17ccd1bc44
2024-11-28T10:17:36,627 DEBUG [M:0;e792e7e95410:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a25b2ced344b2fb45aaa05e78373a8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732789052543/Put/seqid=0
2024-11-28T10:17:36,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741838_1014 (size=5275)
2024-11-28T10:17:36,663 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:37,061 INFO  [M:0;e792e7e95410:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a25b2ced344b2fb45aaa05e78373a8
2024-11-28T10:17:37,081 DEBUG [M:0;e792e7e95410:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75f1751f6b614ee98ad33781e3bc2631 is 69, key is e792e7e95410,43669,1732789049490/rs:state/1732789051758/Put/seqid=0
2024-11-28T10:17:37,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741839_1015 (size=5156)
2024-11-28T10:17:37,368 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:37,486 INFO  [M:0;e792e7e95410:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75f1751f6b614ee98ad33781e3bc2631
2024-11-28T10:17:37,493 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b08fa4c6bc394567a3034f17ccd1bc44 as hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b08fa4c6bc394567a3034f17ccd1bc44
2024-11-28T10:17:37,499 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b08fa4c6bc394567a3034f17ccd1bc44, entries=8, sequenceid=28, filesize=5.5 K
2024-11-28T10:17:37,500 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17a25b2ced344b2fb45aaa05e78373a8 as hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17a25b2ced344b2fb45aaa05e78373a8
2024-11-28T10:17:37,505 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17a25b2ced344b2fb45aaa05e78373a8, entries=3, sequenceid=28, filesize=5.2 K
2024-11-28T10:17:37,506 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75f1751f6b614ee98ad33781e3bc2631 as hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75f1751f6b614ee98ad33781e3bc2631
2024-11-28T10:17:37,510 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/fb945260-6d2e-13b6-08ef-6375e7ea3c7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75f1751f6b614ee98ad33781e3bc2631, entries=1, sequenceid=28, filesize=5.0 K
2024-11-28T10:17:37,511 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false
2024-11-28T10:17:37,514 INFO  [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:37,514 DEBUG [M:0;e792e7e95410:43327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789056187Disabling compacts and flushes for region at 1732789056187Disabling writes for close at 1732789056187Obtaining lock to block concurrent updates at 1732789056187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789056187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732789056187Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789056188 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789056188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789056203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789056203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789056614 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789056627 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789056627Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789057066 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789057081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789057081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13980470: reopening flushed file at 1732789057492 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162ab83d: reopening flushed file at 1732789057499 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad9241d: reopening flushed file at 1732789057505 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=28, compaction requested=false at 1732789057511 (+6 ms)Writing region close event to WAL at 1732789057513 (+2 ms)Closed at 1732789057513
2024-11-28T10:17:37,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38411 is added to blk_1073741830_1006 (size=10165)
2024-11-28T10:17:37,517 INFO  [M:0;e792e7e95410:43327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:17:37,517 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:37,517 INFO  [M:0;e792e7e95410:43327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43327
2024-11-28T10:17:37,517 INFO  [M:0;e792e7e95410:43327 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:37,666 INFO  [M:0;e792e7e95410:43327 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10180f2755f0003, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:37,700 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:37,700 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:37,700 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:37,700 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:37,700 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:37,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:17:37,701 WARN  [BP-1203466867-172.17.0.2-1732789047271 heartbeating to localhost/127.0.0.1:41907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:17:37,702 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:17:37,702 WARN  [BP-1203466867-172.17.0.2-1732789047271 heartbeating to localhost/127.0.0.1:41907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203466867-172.17.0.2-1732789047271 (Datanode Uuid 60fa353e-f037-4bb1-ae5e-f8d32e7391e5) service to localhost/127.0.0.1:41907
2024-11-28T10:17:37,702 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/cluster_020407e9-c3c3-adaf-778e-d7770b7b4df0/data/data1/current/BP-1203466867-172.17.0.2-1732789047271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:37,702 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/cluster_020407e9-c3c3-adaf-778e-d7770b7b4df0/data/data2/current/BP-1203466867-172.17.0.2-1732789047271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:37,702 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:17:37,707 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:37,708 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:37,708 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:37,708 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:37,708 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:37,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:17:37,724 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:17:37,724 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:37,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:37,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:37,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:37,724 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:37,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:17:37,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1059824276, stopped=false
2024-11-28T10:17:37,725 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,41957,1732789043867
2024-11-28T10:17:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305853812/running
2024-11-28T10:17:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305853812/running
2024-11-28T10:17:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:37,736 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:37,737 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:37,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:37,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:37,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/running
2024-11-28T10:17:37,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Set watcher on znode that does not yet exist, /01305853812/running
2024-11-28T10:17:37,737 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,42239,1732789044077' *****
2024-11-28T10:17:37,737 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:17:37,737 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:17:37,737 INFO  [RS:0;e792e7e95410:42239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:17:37,737 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:17:37,737 INFO  [RS:0;e792e7e95410:42239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,42239,1732789044077
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:42239.
2024-11-28T10:17:37,738 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e49315683dd319d6c69343f846d140ca, disabling compactions & flushes
2024-11-28T10:17:37,738 DEBUG [RS:0;e792e7e95410:42239 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:37,738 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:37,738 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:37,738 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:37,738 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca. after waiting 0 ms
2024-11-28T10:17:37,738 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:17:37,738 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e49315683dd319d6c69343f846d140ca 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:17:37,738 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:17:37,738 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e49315683dd319d6c69343f846d140ca=hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.}
2024-11-28T10:17:37,738 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:37,738 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:37,738 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:37,739 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:37,739 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:37,739 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:37,739 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-28T10:17:37,757 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/.tmp/queue/20c6aaf16767484088eafb4c28d601a5 is 151, key is 1-e792e7e95410,42239,1732789044077/queue:e792e7e95410%2C42239%2C1732789044077/1732789054604/Put/seqid=0
2024-11-28T10:17:37,757 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/info/d353a84e4ba44c14980390a7e3ece1be is 147, key is hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca./info:regioninfo/1732789053867/Put/seqid=0
2024-11-28T10:17:37,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741838_1014 (size=5350)
2024-11-28T10:17:37,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741839_1015 (size=6631)
2024-11-28T10:17:37,810 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:37,907 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:17:37,907 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:17:37,939 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:37,996 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:37,997 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:38,014 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:38,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:17:38,139 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e49315683dd319d6c69343f846d140ca
2024-11-28T10:17:38,162 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/.tmp/queue/20c6aaf16767484088eafb4c28d601a5
2024-11-28T10:17:38,162 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/info/d353a84e4ba44c14980390a7e3ece1be
2024-11-28T10:17:38,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/.tmp/queue/20c6aaf16767484088eafb4c28d601a5 as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/queue/20c6aaf16767484088eafb4c28d601a5
2024-11-28T10:17:38,173 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 to pos 0, reset compression=false
2024-11-28T10:17:38,180 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/queue/20c6aaf16767484088eafb4c28d601a5, entries=1, sequenceid=5, filesize=5.2 K
2024-11-28T10:17:38,182 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e49315683dd319d6c69343f846d140ca in 444ms, sequenceid=5, compaction requested=false
2024-11-28T10:17:38,186 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/ns/7810019257894d8293481de6d8fbcbf9 is 43, key is default/ns:d/1732789047105/Put/seqid=0
2024-11-28T10:17:38,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741840_1016 (size=5153)
2024-11-28T10:17:38,191 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/replication/e49315683dd319d6c69343f846d140ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:17:38,192 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/ns/7810019257894d8293481de6d8fbcbf9
2024-11-28T10:17:38,192 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:38,192 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:38,192 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:38,192 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e49315683dd319d6c69343f846d140ca:
Waiting for close lock at 1732789057738Running coprocessor pre-close hooks at 1732789057738Disabling compacts and flushes for region at 1732789057738Disabling writes for close at 1732789057738Obtaining lock to block concurrent updates at 1732789057738Preparing flush snapshotting stores in e49315683dd319d6c69343f846d140ca at 1732789057738Finished memstore snapshotting hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732789057738Flushing stores of hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca. at 1732789057739 (+1 ms)Flushing e49315683dd319d6c69343f846d140ca/queue: creating writer at 1732789057739Flushing e49315683dd319d6c69343f846d140ca/queue: appending metadata at 1732789057757 (+18 ms)Flushing e49315683dd319d6c69343f846d140ca/queue: closing flushed file at 1732789057757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f00360: reopening flushed file at 1732789058169 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e49315683dd319d6c69343f846d140ca in 444ms, sequenceid=5, compaction requested=false at 1732789058182 (+13 ms)Writing region close event to WAL at 1732789058187 (+5 ms)Running coprocessor post-close hooks at 1732789058192 (+5 ms)Closed at 1732789058192
2024-11-28T10:17:38,192 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789052673.e49315683dd319d6c69343f846d140ca.
2024-11-28T10:17:38,216 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/table/3515445828264e24a54e67bf3a04a2b4 is 53, key is hbase:replication/table:state/1732789053875/Put/seqid=0
2024-11-28T10:17:38,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741841_1017 (size=5256)
2024-11-28T10:17:38,339 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:38,539 DEBUG [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:17:38,621 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/table/3515445828264e24a54e67bf3a04a2b4
2024-11-28T10:17:38,628 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/info/d353a84e4ba44c14980390a7e3ece1be as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/info/d353a84e4ba44c14980390a7e3ece1be
2024-11-28T10:17:38,634 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/info/d353a84e4ba44c14980390a7e3ece1be, entries=10, sequenceid=11, filesize=6.5 K
2024-11-28T10:17:38,635 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/ns/7810019257894d8293481de6d8fbcbf9 as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/ns/7810019257894d8293481de6d8fbcbf9
2024-11-28T10:17:38,641 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/ns/7810019257894d8293481de6d8fbcbf9, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:17:38,642 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/.tmp/table/3515445828264e24a54e67bf3a04a2b4 as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/table/3515445828264e24a54e67bf3a04a2b4
2024-11-28T10:17:38,648 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/table/3515445828264e24a54e67bf3a04a2b4, entries=2, sequenceid=11, filesize=5.1 K
2024-11-28T10:17:38,649 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false
2024-11-28T10:17:38,654 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:17:38,654 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:38,654 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:38,654 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:38,655 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789057738Running coprocessor pre-close hooks at 1732789057738Disabling compacts and flushes for region at 1732789057738Disabling writes for close at 1732789057739 (+1 ms)Obtaining lock to block concurrent updates at 1732789057739Preparing flush snapshotting stores in 1588230740 at 1732789057739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732789057739Flushing stores of hbase:meta,,1.1588230740 at 1732789057740 (+1 ms)Flushing 1588230740/info: creating writer at 1732789057740Flushing 1588230740/info: appending metadata at 1732789057757 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732789057757Flushing 1588230740/ns: creating writer at 1732789058169 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732789058185 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732789058185Flushing 1588230740/table: creating writer at 1732789058197 (+12 ms)Flushing 1588230740/table: appending metadata at 1732789058216 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732789058216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9498615: reopening flushed file at 1732789058627 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4660baa3: reopening flushed file at 1732789058634 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c139f44: reopening flushed file at 1732789058641 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1732789058649 (+8 ms)Writing region close event to WAL at 1732789058650 (+1 ms)Running coprocessor post-close hooks at 1732789058654 (+4 ms)Closed at 1732789058654
2024-11-28T10:17:38,655 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:38,740 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,42239,1732789044077; all regions closed.
2024-11-28T10:17:38,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1010 (size=2742)
2024-11-28T10:17:38,742 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.meta.1732789046951.meta not finished, retry = 0
2024-11-28T10:17:38,845 DEBUG [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs
2024-11-28T10:17:38,845 INFO  [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C42239%2C1732789044077.meta:.meta(num 1732789046951)
2024-11-28T10:17:38,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741837_1013 (size=1586)
2024-11-28T10:17:38,853 DEBUG [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs
2024-11-28T10:17:38,853 INFO  [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C42239%2C1732789044077.rep:(num 1732789053830)
2024-11-28T10:17:38,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1008 (size=93)
2024-11-28T10:17:38,856 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/WALs/e792e7e95410,42239,1732789044077/e792e7e95410%2C42239%2C1732789044077.1732789046046 not finished, retry = 0
2024-11-28T10:17:38,959 DEBUG [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/oldWALs
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C42239%2C1732789044077:(num 1732789046046)
2024-11-28T10:17:38,959 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:38,959 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:38,959 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,42239,1732789044077 because: Region server is closing
2024-11-28T10:17:38,960 INFO  [RS:0;e792e7e95410:42239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:42239.
2024-11-28T10:17:38,960 DEBUG [RS:0;e792e7e95410:42239 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:38,960 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:38,960 DEBUG [RS:0;e792e7e95410:42239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:38,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:39,060 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.wal-reader.e792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:17:39,060 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.shippere792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:17:39,060 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42239,1732789044077.replicationSource.shippere792e7e95410%2C42239%2C1732789044077,1-e792e7e95410,42239,1732789044077 terminated
2024-11-28T10:17:39,061 INFO  [RS:0;e792e7e95410:42239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42239
2024-11-28T10:17:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812/rs
2024-11-28T10:17:39,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305853812/rs/e792e7e95410,42239,1732789044077
2024-11-28T10:17:39,134 INFO  [RS:0;e792e7e95410:42239 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:39,135 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,42239,1732789044077]
2024-11-28T10:17:39,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01305853812/draining/e792e7e95410,42239,1732789044077 already deleted, retry=false
2024-11-28T10:17:39,157 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,42239,1732789044077 expired; onlineServers=0
2024-11-28T10:17:39,157 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,41957,1732789043867' *****
2024-11-28T10:17:39,157 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:17:39,157 INFO  [M:0;e792e7e95410:41957 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:17:39,158 DEBUG [M:0;e792e7e95410:41957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:17:39,158 DEBUG [M:0;e792e7e95410:41957 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:17:39,158 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:17:39,158 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789045767 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789045767,5,FailOnTimeoutGroup]
2024-11-28T10:17:39,158 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789045767 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789045767,5,FailOnTimeoutGroup]
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:17:39,158 DEBUG [M:0;e792e7e95410:41957 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:17:39,158 INFO  [M:0;e792e7e95410:41957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:17:39,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:17:39,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01305853812/master
2024-11-28T10:17:39,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01305853812
2024-11-28T10:17:39,168 DEBUG [M:0;e792e7e95410:41957 {}] zookeeper.ZKUtil(347): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Unable to get data of znode /01305853812/master because node does not exist (not an error)
2024-11-28T10:17:39,168 WARN  [M:0;e792e7e95410:41957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:17:39,168 INFO  [M:0;e792e7e95410:41957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/.lastflushedseqids
2024-11-28T10:17:39,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741842_1018 (size=181)
2024-11-28T10:17:39,247 INFO  [RS:0;e792e7e95410:42239 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:39,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:39,247 INFO  [RS:0;e792e7e95410:42239 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,42239,1732789044077; zookeeper connection closed.
2024-11-28T10:17:39,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42239-0x10180f2755f0001, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:39,247 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53ece8d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53ece8d2
2024-11-28T10:17:39,248 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:17:39,574 INFO  [M:0;e792e7e95410:41957 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:17:39,575 INFO  [M:0;e792e7e95410:41957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:17:39,575 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:39,575 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:39,575 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:39,575 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:39,575 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:39,575 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-28T10:17:39,591 DEBUG [M:0;e792e7e95410:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a118cafc0ad1417bbe40b70528a9d76d is 82, key is hbase:meta,,1/info:regioninfo/1732789046991/Put/seqid=0
2024-11-28T10:17:39,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741843_1019 (size=5672)
2024-11-28T10:17:39,996 INFO  [M:0;e792e7e95410:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a118cafc0ad1417bbe40b70528a9d76d
2024-11-28T10:17:40,016 DEBUG [M:0;e792e7e95410:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4a38fc5233d46b9ac029407fb3ae845 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732789053879/Put/seqid=0
2024-11-28T10:17:40,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741844_1020 (size=7203)
2024-11-28T10:17:40,421 INFO  [M:0;e792e7e95410:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4a38fc5233d46b9ac029407fb3ae845
2024-11-28T10:17:40,446 DEBUG [M:0;e792e7e95410:41957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60351a0e8e364c3194b3a92a3cc8107e is 69, key is e792e7e95410,42239,1732789044077/rs:state/1732789045841/Put/seqid=0
2024-11-28T10:17:40,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1021 (size=5156)
2024-11-28T10:17:40,451 INFO  [M:0;e792e7e95410:41957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60351a0e8e364c3194b3a92a3cc8107e
2024-11-28T10:17:40,458 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a118cafc0ad1417bbe40b70528a9d76d as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a118cafc0ad1417bbe40b70528a9d76d
2024-11-28T10:17:40,463 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a118cafc0ad1417bbe40b70528a9d76d, entries=8, sequenceid=70, filesize=5.5 K
2024-11-28T10:17:40,465 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4a38fc5233d46b9ac029407fb3ae845 as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4a38fc5233d46b9ac029407fb3ae845
2024-11-28T10:17:40,470 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4a38fc5233d46b9ac029407fb3ae845, entries=8, sequenceid=70, filesize=7.0 K
2024-11-28T10:17:40,471 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60351a0e8e364c3194b3a92a3cc8107e as hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60351a0e8e364c3194b3a92a3cc8107e
2024-11-28T10:17:40,477 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37857/user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60351a0e8e364c3194b3a92a3cc8107e, entries=1, sequenceid=70, filesize=5.0 K
2024-11-28T10:17:40,478 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=70, compaction requested=false
2024-11-28T10:17:40,479 INFO  [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:40,480 DEBUG [M:0;e792e7e95410:41957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789059575Disabling compacts and flushes for region at 1732789059575Disabling writes for close at 1732789059575Obtaining lock to block concurrent updates at 1732789059575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789059575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732789059575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789059576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789059576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789059590 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789059590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789060001 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789060015 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789060015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789060426 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789060445 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789060445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58af0fe2: reopening flushed file at 1732789060457 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a13929: reopening flushed file at 1732789060464 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49889d63: reopening flushed file at 1732789060471 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=70, compaction requested=false at 1732789060478 (+7 ms)Writing region close event to WAL at 1732789060479 (+1 ms)Closed at 1732789060479
2024-11-28T10:17:40,482 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8e756-848e-86ba-3f63-10c9ede8dda2/MasterData/WALs/e792e7e95410,41957,1732789043867/e792e7e95410%2C41957%2C1732789043867.1732789045396 not finished, retry = 0
2024-11-28T10:17:40,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741830_1006 (size=41008)
2024-11-28T10:17:40,583 INFO  [M:0;e792e7e95410:41957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:17:40,583 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:17:40,583 INFO  [M:0;e792e7e95410:41957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41957
2024-11-28T10:17:40,583 INFO  [M:0;e792e7e95410:41957 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:17:40,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:40,815 INFO  [M:0;e792e7e95410:41957 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:17:40,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41957-0x10180f2755f0000, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:17:40,818 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:40,818 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:40,818 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:40,819 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:40,819 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:40,820 WARN  [BP-787747135-172.17.0.2-1732789041618 heartbeating to localhost/127.0.0.1:37857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:17:40,820 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:17:40,820 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:17:40,820 WARN  [BP-787747135-172.17.0.2-1732789041618 heartbeating to localhost/127.0.0.1:37857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-787747135-172.17.0.2-1732789041618 (Datanode Uuid 7434c45a-1e7b-49f5-a67a-e4919f69ebd8) service to localhost/127.0.0.1:37857
2024-11-28T10:17:40,820 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/data/data1/current/BP-787747135-172.17.0.2-1732789041618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:40,821 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/cluster_491cce4e-be50-5a7c-777d-423505e5425f/data/data2/current/BP-787747135-172.17.0.2-1732789041618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:17:40,821 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:17:40,825 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:40,826 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:17:40,826 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:17:40,826 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:17:40,826 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fda8478-9600-69dd-2ac6-5e2e30f034a2/hadoop.log.dir/,STOPPED}
2024-11-28T10:17:40,831 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:17:40,841 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:17:40,848 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 106)
Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37857 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51215)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37857
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41907 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51215)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37857 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41907
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37857 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37857
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41907
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41907 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41907 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=4599 (was 5257)
2024-11-28T10:17:40,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=4599
2024-11-28T10:17:40,866 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-28T10:17:40,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir so I do NOT create it in target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519
2024-11-28T10:17:40,867 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:17:40,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.tmp.dir so I do NOT create it in target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519
2024-11-28T10:17:40,867 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edd063db-fdee-b60f-ab29-6ce48a4177f1/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:17:40,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519
2024-11-28T10:17:40,867 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc, deleteOnExit=true
2024-11-28T10:17:40,890 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/zookeeper_0, clientPort=58704, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:17:40,891 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58704
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/test.cache.data in system properties and HBase conf
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:17:40,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:17:40,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:17:40,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:17:40,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:17:40,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:40,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:17:40,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:17:40,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f2755f0005, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:17:40,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f2755f0002, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:17:40,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f2755f0005, quorum=127.0.0.1:51215, baseZNode=/1-1238583670 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:17:40,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f2755f0002, quorum=127.0.0.1:51215, baseZNode=/01305853812 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:17:41,232 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:41,237 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:41,238 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:41,238 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:41,238 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:41,239 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:41,239 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:41,240 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:41,335 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56588678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/java.io.tmpdir/jetty-localhost-38389-hadoop-hdfs-3_4_1-tests_jar-_-any-7256928641557766303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:41,336 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:38389}
2024-11-28T10:17:41,336 INFO  [Time-limited test {}] server.Server(415): Started @55268ms
2024-11-28T10:17:41,590 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:41,595 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:41,596 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:41,596 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:41,596 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:41,597 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:41,597 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:41,695 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/java.io.tmpdir/jetty-localhost-38945-hadoop-hdfs-3_4_1-tests_jar-_-any-3656137512076799469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:41,695 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:38945}
2024-11-28T10:17:41,695 INFO  [Time-limited test {}] server.Server(415): Started @55627ms
2024-11-28T10:17:41,697 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:17:42,451 WARN  [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/data/data1/current/BP-1018530465-172.17.0.2-1732789060914/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:42,451 WARN  [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/data/data2/current/BP-1018530465-172.17.0.2-1732789060914/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:42,473 WARN  [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:17:42,476 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2af7cca9bdd6b9f3 with lease ID 0xe69c6bb4974cb4a1: Processing first storage report for DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=1f2af5b8-1da4-4612-a1ac-893af641e462, infoPort=39721, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1025974082;c=1732789060914)
2024-11-28T10:17:42,476 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2af7cca9bdd6b9f3 with lease ID 0xe69c6bb4974cb4a1: from storage DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=1f2af5b8-1da4-4612-a1ac-893af641e462, infoPort=39721, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1025974082;c=1732789060914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:42,476 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2af7cca9bdd6b9f3 with lease ID 0xe69c6bb4974cb4a1: Processing first storage report for DS-8654b5b1-3766-43fe-8701-2483acfeee10 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=1f2af5b8-1da4-4612-a1ac-893af641e462, infoPort=39721, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1025974082;c=1732789060914)
2024-11-28T10:17:42,476 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2af7cca9bdd6b9f3 with lease ID 0xe69c6bb4974cb4a1: from storage DS-8654b5b1-3766-43fe-8701-2483acfeee10 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=1f2af5b8-1da4-4612-a1ac-893af641e462, infoPort=39721, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=1025974082;c=1732789060914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:42,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519
2024-11-28T10:17:42,522 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:42,523 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:42,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:17:42,932 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd with version=8
2024-11-28T10:17:42,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/hbase-staging
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:42,934 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35433
2024-11-28T10:17:42,935 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35433 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:43,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354330x0, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:43,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35433-0x10180f2c0c50000 connected
2024-11-28T10:17:43,126 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:43,127 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:43,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/running
2024-11-28T10:17:43,129 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd, hbase.cluster.distributed=false
2024-11-28T10:17:43,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/acl
2024-11-28T10:17:43,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-28T10:17:43,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35433
2024-11-28T10:17:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35433
2024-11-28T10:17:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-28T10:17:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:43,145 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:43,146 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43451
2024-11-28T10:17:43,147 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43451 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:43,148 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:43,149 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:43,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434510x0, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:43,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434510x0, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/running
2024-11-28T10:17:43,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43451-0x10180f2c0c50001 connected
2024-11-28T10:17:43,158 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:43,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:43,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/master
2024-11-28T10:17:43,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/acl
2024-11-28T10:17:43,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43451
2024-11-28T10:17:43,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43451
2024-11-28T10:17:43,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43451
2024-11-28T10:17:43,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43451
2024-11-28T10:17:43,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43451
2024-11-28T10:17:43,182 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:35433
2024-11-28T10:17:43,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1562761131/backup-masters/e792e7e95410,35433,1732789062933
2024-11-28T10:17:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/backup-masters
2024-11-28T10:17:43,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/backup-masters
2024-11-28T10:17:43,189 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on existing znode=/0-1562761131/backup-masters/e792e7e95410,35433,1732789062933
2024-11-28T10:17:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1562761131/master
2024-11-28T10:17:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:43,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:43,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on existing znode=/0-1562761131/master
2024-11-28T10:17:43,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1562761131/backup-masters/e792e7e95410,35433,1732789062933 from backup master directory
2024-11-28T10:17:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1562761131/backup-masters/e792e7e95410,35433,1732789062933
2024-11-28T10:17:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/backup-masters
2024-11-28T10:17:43,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/backup-masters
2024-11-28T10:17:43,210 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:43,210 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,35433,1732789062933
2024-11-28T10:17:43,217 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/hbase.id] with ID: 18cf987f-f963-414e-ac3c-ade257dd5209
2024-11-28T10:17:43,217 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/.tmp/hbase.id
2024-11-28T10:17:43,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:17:43,625 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/.tmp/hbase.id]:[hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/hbase.id]
2024-11-28T10:17:43,648 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:43,648 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:43,653 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms.
2024-11-28T10:17:43,695 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:43,696 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:43,732 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:43,733 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:43,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:43,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:17:43,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:17:43,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:43,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:17:44,224 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:44,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:44,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:44,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:17:44,632 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store
2024-11-28T10:17:44,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:17:45,038 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:45,038 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:45,038 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:45,038 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:45,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:45,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:45,039 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:45,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789065038Disabling compacts and flushes for region at 1732789065038Disabling writes for close at 1732789065039 (+1 ms)Writing region close event to WAL at 1732789065039Closed at 1732789065039
2024-11-28T10:17:45,039 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/.initializing
2024-11-28T10:17:45,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/WALs/e792e7e95410,35433,1732789062933
2024-11-28T10:17:45,041 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:45,042 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C35433%2C1732789062933, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/WALs/e792e7e95410,35433,1732789062933, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:45,053 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/WALs/e792e7e95410,35433,1732789062933/e792e7e95410%2C35433%2C1732789062933.1732789065042, exclude list is [], retry=0
2024-11-28T10:17:45,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071,DISK]
2024-11-28T10:17:45,057 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/WALs/e792e7e95410,35433,1732789062933/e792e7e95410%2C35433%2C1732789062933.1732789065042
2024-11-28T10:17:45,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-28T10:17:45,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:45,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:45,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,058 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,060 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:45,061 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:45,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:45,061 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:45,062 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:45,063 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:45,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:45,063 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:45,063 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:45,064 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:45,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:45,065 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:45,065 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:45,066 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:45,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:45,066 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:45,066 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,067 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,067 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,068 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,068 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,069 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:45,070 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:45,072 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:45,072 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65009411, jitterRate=-0.03128428757190704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:45,073 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789065058Initializing all the Stores at 1732789065059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789065059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789065060 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789065060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789065060Cleaning up temporary data from old regions at 1732789065068 (+8 ms)Region opened successfully at 1732789065073 (+5 ms)
2024-11-28T10:17:45,073 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:45,076 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42823b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:45,076 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:17:45,077 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:45,077 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:45,077 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:45,077 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:45,078 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:17:45,078 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:45,080 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:45,080 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:45,146 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/balancer already deleted, retry=false
2024-11-28T10:17:45,147 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:45,148 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:45,157 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/normalizer already deleted, retry=false
2024-11-28T10:17:45,157 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:45,158 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:45,167 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/switch/split already deleted, retry=false
2024-11-28T10:17:45,168 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:45,178 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/switch/merge already deleted, retry=false
2024-11-28T10:17:45,180 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:45,188 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:45,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1562761131/running
2024-11-28T10:17:45,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1562761131/running
2024-11-28T10:17:45,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,35433,1732789062933, sessionid=0x10180f2c0c50000, setting cluster-up flag (Was=false)
2024-11-28T10:17:45,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,251 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1562761131/flush-table-proc/acquired, /0-1562761131/flush-table-proc/reached, /0-1562761131/flush-table-proc/abort
2024-11-28T10:17:45,253 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,35433,1732789062933
2024-11-28T10:17:45,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:45,304 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1562761131/online-snapshot/acquired, /0-1562761131/online-snapshot/reached, /0-1562761131/online-snapshot/abort
2024-11-28T10:17:45,305 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,35433,1732789062933
2024-11-28T10:17:45,306 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:17:45,308 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:45,308 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:45,308 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:45,308 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,35433,1732789062933
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:45,310 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789095311
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:45,312 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:17:45,312 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:45,313 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789065313,5,FailOnTimeoutGroup]
2024-11-28T10:17:45,313 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789065313,5,FailOnTimeoutGroup]
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,313 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:45,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:45,314 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,314 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,314 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:17:45,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:17:45,372 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(746): ClusterId : 18cf987f-f963-414e-ac3c-ade257dd5209
2024-11-28T10:17:45,372 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:45,379 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:45,379 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:45,389 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:45,389 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d02a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:45,400 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:43451
2024-11-28T10:17:45,400 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:45,400 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:45,400 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:45,400 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,35433,1732789062933 with port=43451, startcode=1732789063145
2024-11-28T10:17:45,400 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:45,402 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:45,402 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,402 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,404 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd
2024-11-28T10:17:45,404 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33529
2024-11-28T10:17:45,404 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/rs
2024-11-28T10:17:45,410 DEBUG [RS:0;e792e7e95410:43451 {}] zookeeper.ZKUtil(111): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on existing znode=/0-1562761131/rs/e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,410 WARN  [RS:0;e792e7e95410:43451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:45,410 INFO  [RS:0;e792e7e95410:43451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:45,410 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,411 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,43451,1732789063145]
2024-11-28T10:17:45,414 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:45,415 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:45,416 INFO  [RS:0;e792e7e95410:43451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:45,416 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,416 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:45,417 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:45,417 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:45,417 DEBUG [RS:0;e792e7e95410:43451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,418 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43451,1732789063145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:45,432 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:45,432 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43451,1732789063145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,433 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,433 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.Replication(171): e792e7e95410,43451,1732789063145 started
2024-11-28T10:17:45,444 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:45,444 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,43451,1732789063145, RpcServer on e792e7e95410/172.17.0.2:43451, sessionid=0x10180f2c0c50001
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43451,1732789063145'
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1562761131/flush-table-proc/abort'
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1562761131/flush-table-proc/acquired'
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,43451,1732789063145
2024-11-28T10:17:45,445 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43451,1732789063145'
2024-11-28T10:17:45,446 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1562761131/online-snapshot/abort'
2024-11-28T10:17:45,446 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1562761131/online-snapshot/acquired'
2024-11-28T10:17:45,446 DEBUG [RS:0;e792e7e95410:43451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:45,446 INFO  [RS:0;e792e7e95410:43451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:45,446 INFO  [RS:0;e792e7e95410:43451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:45,547 INFO  [RS:0;e792e7e95410:43451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:45,548 INFO  [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43451%2C1732789063145, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs, maxLogs=10
2024-11-28T10:17:45,560 DEBUG [RS:0;e792e7e95410:43451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548, exclude list is [], retry=0
2024-11-28T10:17:45,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071,DISK]
2024-11-28T10:17:45,564 INFO  [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548
2024-11-28T10:17:45,564 DEBUG [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-28T10:17:45,720 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:17:45,721 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd
2024-11-28T10:17:45,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:17:46,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:46,128 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:46,130 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:46,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,130 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:46,132 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:46,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,132 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:46,133 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:46,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:46,135 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:46,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,135 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:46,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740
2024-11-28T10:17:46,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740
2024-11-28T10:17:46,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:46,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:46,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:46,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:46,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:46,141 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73512721, jitterRate=0.09542490541934967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789066127Initializing all the Stores at 1732789066128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789066128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066128Cleaning up temporary data from old regions at 1732789066138 (+10 ms)Region opened successfully at 1732789066142 (+4 ms)
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:46,142 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:46,142 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:46,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789066142Disabling compacts and flushes for region at 1732789066142Disabling writes for close at 1732789066142Writing region close event to WAL at 1732789066142Closed at 1732789066142
2024-11-28T10:17:46,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:46,144 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:17:46,144 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:46,145 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:46,146 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:17:46,296 DEBUG [e792e7e95410:35433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:46,297 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:46,298 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43451,1732789063145, state=OPENING
2024-11-28T10:17:46,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:17:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:46,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:46,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:46,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1562761131/meta-region-server: CHANGED
2024-11-28T10:17:46,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1562761131/meta-region-server: CHANGED
2024-11-28T10:17:46,399 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43451,1732789063145}]
2024-11-28T10:17:46,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:46,553 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:46,557 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:46,558 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:46,558 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:46,559 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43451%2C1732789063145.meta, suffix=.meta, logDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs, maxLogs=10
2024-11-28T10:17:46,570 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.meta.1732789066560.meta, exclude list is [], retry=0
2024-11-28T10:17:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071,DISK]
2024-11-28T10:17:46,574 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.meta.1732789066560.meta
2024-11-28T10:17:46,574 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:46,575 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:46,575 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:46,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:46,577 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:46,577 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:46,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,578 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,578 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:46,579 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:46,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,579 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,579 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:46,580 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:46,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,580 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,581 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:46,581 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:46,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:46,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:46,582 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:46,582 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740
2024-11-28T10:17:46,583 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740
2024-11-28T10:17:46,584 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:46,584 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:46,585 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:46,586 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:46,587 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67182527, jitterRate=0.0010976642370224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:46,587 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:46,588 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789066575Writing region info on filesystem at 1732789066575Initializing all the Stores at 1732789066576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789066576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789066577 (+1 ms)Cleaning up temporary data from old regions at 1732789066584 (+7 ms)Running coprocessor post-open hooks at 1732789066587 (+3 ms)Region opened successfully at 1732789066588 (+1 ms)
2024-11-28T10:17:46,589 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789066551
2024-11-28T10:17:46,591 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:46,591 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:46,591 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:46,592 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43451,1732789063145, state=OPEN
2024-11-28T10:17:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1562761131/meta-region-server
2024-11-28T10:17:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1562761131/meta-region-server
2024-11-28T10:17:46,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,43451,1732789063145
2024-11-28T10:17:46,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1562761131/meta-region-server: CHANGED
2024-11-28T10:17:46,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1562761131/meta-region-server: CHANGED
2024-11-28T10:17:46,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:17:46,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43451,1732789063145 in 211 msec
2024-11-28T10:17:46,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:17:46,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec
2024-11-28T10:17:46,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:46,615 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:17:46,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:46,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:17:46,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:46,618 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:46,624 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec
2024-11-28T10:17:46,624 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789066624, completionTime=-1
2024-11-28T10:17:46,624 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:17:46,624 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:46,625 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789126625
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789186626
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:35433, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,626 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,628 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.420sec
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:46,630 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:46,633 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:46,633 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:46,633 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35433,1732789062933-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:46,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e7e964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:46,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35433,-1 for getting cluster id
2024-11-28T10:17:46,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:46,674 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cf987f-f963-414e-ac3c-ade257dd5209'
2024-11-28T10:17:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cf987f-f963-414e-ac3c-ade257dd5209"

2024-11-28T10:17:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b5fcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35433,-1]
2024-11-28T10:17:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:46,676 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:46,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:46,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:17:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:46,679 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:46,680 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,35433,1732789062933
2024-11-28T10:17:46,681 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:46,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:46,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f2c0c50002 connected
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir so I do NOT create it in target/test-data/4103c58f-a56d-8981-0d05-b721c368610a
2024-11-28T10:17:46,707 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.tmp.dir so I do NOT create it in target/test-data/4103c58f-a56d-8981-0d05-b721c368610a
2024-11-28T10:17:46,707 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:17:46,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/cluster_61f46738-4e4d-3634-a3f7-b96dbe4b1c6b, deleteOnExit=true
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/test.cache.data in system properties and HBase conf
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:17:46,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:17:46,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:17:46,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:17:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:17:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:17:46,709 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:17:47,042 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:47,047 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:47,052 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:47,052 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:47,052 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:17:47,053 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:47,053 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:47,053 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:47,150 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebfe69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/java.io.tmpdir/jetty-localhost-34171-hadoop-hdfs-3_4_1-tests_jar-_-any-13078052821240110095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:17:47,151 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:34171}
2024-11-28T10:17:47,151 INFO  [Time-limited test {}] server.Server(415): Started @61082ms
2024-11-28T10:17:47,397 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:17:47,400 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:17:47,403 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:17:47,403 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:17:47,403 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:17:47,404 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:17:47,404 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:17:47,504 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d082e22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/java.io.tmpdir/jetty-localhost-33055-hadoop-hdfs-3_4_1-tests_jar-_-any-10772638087243620676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:17:47,504 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:33055}
2024-11-28T10:17:47,504 INFO  [Time-limited test {}] server.Server(415): Started @61436ms
2024-11-28T10:17:47,505 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:17:48,159 WARN  [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/cluster_61f46738-4e4d-3634-a3f7-b96dbe4b1c6b/data/data2/current/BP-2121746022-172.17.0.2-1732789066724/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:48,159 WARN  [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/cluster_61f46738-4e4d-3634-a3f7-b96dbe4b1c6b/data/data1/current/BP-2121746022-172.17.0.2-1732789066724/current, will proceed with Du for space computation calculation, 
2024-11-28T10:17:48,181 WARN  [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:17:48,183 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff060e7c851732ab with lease ID 0xc83c9d35ac9ead59: Processing first storage report for DS-be1b4713-eea2-4ef4-aeb7-c1abede402f2 from datanode DatanodeRegistration(127.0.0.1:34559, datanodeUuid=cca164e2-87ef-473f-a829-ae5498a55596, infoPort=41635, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=194374927;c=1732789066724)
2024-11-28T10:17:48,184 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff060e7c851732ab with lease ID 0xc83c9d35ac9ead59: from storage DS-be1b4713-eea2-4ef4-aeb7-c1abede402f2 node DatanodeRegistration(127.0.0.1:34559, datanodeUuid=cca164e2-87ef-473f-a829-ae5498a55596, infoPort=41635, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=194374927;c=1732789066724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:48,184 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff060e7c851732ab with lease ID 0xc83c9d35ac9ead59: Processing first storage report for DS-c86a3894-30b2-4956-a38e-b296170884d9 from datanode DatanodeRegistration(127.0.0.1:34559, datanodeUuid=cca164e2-87ef-473f-a829-ae5498a55596, infoPort=41635, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=194374927;c=1732789066724)
2024-11-28T10:17:48,184 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff060e7c851732ab with lease ID 0xc83c9d35ac9ead59: from storage DS-c86a3894-30b2-4956-a38e-b296170884d9 node DatanodeRegistration(127.0.0.1:34559, datanodeUuid=cca164e2-87ef-473f-a829-ae5498a55596, infoPort=41635, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=194374927;c=1732789066724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:17:48,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a
2024-11-28T10:17:48,231 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,233 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:17:48,243 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67 with version=8
2024-11-28T10:17:48,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/hbase-staging
2024-11-28T10:17:48,246 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:48,246 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:17:48,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:48,248 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43999
2024-11-28T10:17:48,249 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43999 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:48,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439990x0, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:48,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43999-0x10180f2c0c50003 connected
2024-11-28T10:17:48,441 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,442 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/running
2024-11-28T10:17:48,444 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67, hbase.cluster.distributed=false
2024-11-28T10:17:48,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/acl
2024-11-28T10:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43999
2024-11-28T10:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43999
2024-11-28T10:17:48,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43999
2024-11-28T10:17:48,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43999
2024-11-28T10:17:48,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43999
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:17:48,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:17:48,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37895
2024-11-28T10:17:48,460 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37895 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:48,461 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,462 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378950x0, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:48,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37895-0x10180f2c0c50004 connected
2024-11-28T10:17:48,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/running
2024-11-28T10:17:48,473 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:17:48,474 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:17:48,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/master
2024-11-28T10:17:48,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/acl
2024-11-28T10:17:48,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-28T10:17:48,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895
2024-11-28T10:17:48,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895
2024-11-28T10:17:48,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-28T10:17:48,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-28T10:17:48,490 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43999
2024-11-28T10:17:48,491 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11148485977/backup-masters/e792e7e95410,43999,1732789068246
2024-11-28T10:17:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/backup-masters
2024-11-28T10:17:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/backup-masters
2024-11-28T10:17:48,502 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on existing znode=/11148485977/backup-masters/e792e7e95410,43999,1732789068246
2024-11-28T10:17:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11148485977/master
2024-11-28T10:17:48,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:48,512 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on existing znode=/11148485977/master
2024-11-28T10:17:48,513 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11148485977/backup-masters/e792e7e95410,43999,1732789068246 from backup master directory
2024-11-28T10:17:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11148485977/backup-masters/e792e7e95410,43999,1732789068246
2024-11-28T10:17:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/backup-masters
2024-11-28T10:17:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/backup-masters
2024-11-28T10:17:48,525 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:48,525 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43999,1732789068246
2024-11-28T10:17:48,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/hbase.id] with ID: 66cc4594-5145-4e3c-adee-2c2cbb7168ed
2024-11-28T10:17:48,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/.tmp/hbase.id
2024-11-28T10:17:48,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:17:48,935 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/.tmp/hbase.id]:[hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/hbase.id]
2024-11-28T10:17:48,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:48,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:17:48,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:17:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:48,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:49,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:17:49,246 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:49,273 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:49,273 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:49,283 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:49,406 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:49,407 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:17:49,407 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:49,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:17:49,815 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store
2024-11-28T10:17:49,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:17:50,224 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:50,224 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:17:50,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789070224Disabling compacts and flushes for region at 1732789070224Disabling writes for close at 1732789070224Writing region close event to WAL at 1732789070224Closed at 1732789070224
2024-11-28T10:17:50,225 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/.initializing
2024-11-28T10:17:50,225 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/WALs/e792e7e95410,43999,1732789068246
2024-11-28T10:17:50,226 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:50,228 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43999%2C1732789068246, suffix=, logDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/WALs/e792e7e95410,43999,1732789068246, archiveDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/oldWALs, maxLogs=10
2024-11-28T10:17:50,240 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/WALs/e792e7e95410,43999,1732789068246/e792e7e95410%2C43999%2C1732789068246.1732789070229, exclude list is [], retry=0
2024-11-28T10:17:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34559,DS-be1b4713-eea2-4ef4-aeb7-c1abede402f2,DISK]
2024-11-28T10:17:50,244 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/WALs/e792e7e95410,43999,1732789068246/e792e7e95410%2C43999%2C1732789068246.1732789070229
2024-11-28T10:17:50,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)]
2024-11-28T10:17:50,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:50,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:50,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,246 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:50,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:17:50,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:50,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:50,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:50,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:17:50,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:50,249 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:50,250 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:50,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:17:50,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:50,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:50,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:17:50,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:17:50,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:50,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:50,253 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,253 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,254 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,255 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,255 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,255 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:50,256 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:17:50,262 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:50,262 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66965226, jitterRate=-0.0021403729915618896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:50,262 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789070245Initializing all the Stores at 1732789070246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789070246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789070246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789070246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789070246Cleaning up temporary data from old regions at 1732789070255 (+9 ms)Region opened successfully at 1732789070262 (+7 ms)
2024-11-28T10:17:50,263 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:17:50,266 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4630dccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:50,267 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:17:50,267 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:17:50,267 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:17:50,267 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:17:50,268 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:17:50,268 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:17:50,268 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:17:50,270 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:17:50,271 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/balancer because node does not exist (not necessarily an error)
2024-11-28T10:17:50,322 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/balancer already deleted, retry=false
2024-11-28T10:17:50,323 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:17:50,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:17:50,336 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/normalizer already deleted, retry=false
2024-11-28T10:17:50,336 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:17:50,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:17:50,346 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/switch/split already deleted, retry=false
2024-11-28T10:17:50,347 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:17:50,357 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/switch/merge already deleted, retry=false
2024-11-28T10:17:50,358 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:17:50,367 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/snapshot-cleanup already deleted, retry=false
2024-11-28T10:17:50,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11148485977/running
2024-11-28T10:17:50,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11148485977/running
2024-11-28T10:17:50,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,378 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43999,1732789068246, sessionid=0x10180f2c0c50003, setting cluster-up flag (Was=false)
2024-11-28T10:17:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,430 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11148485977/flush-table-proc/acquired, /11148485977/flush-table-proc/reached, /11148485977/flush-table-proc/abort
2024-11-28T10:17:50,432 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43999,1732789068246
2024-11-28T10:17:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:50,493 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11148485977/online-snapshot/acquired, /11148485977/online-snapshot/reached, /11148485977/online-snapshot/abort
2024-11-28T10:17:50,495 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43999,1732789068246
2024-11-28T10:17:50,496 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:17:50,497 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:50,498 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:17:50,498 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:17:50,498 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43999,1732789068246
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:50,500 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789100501
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:17:50,501 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:50,502 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:17:50,502 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:17:50,502 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789070502,5,FailOnTimeoutGroup]
2024-11-28T10:17:50,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789070503,5,FailOnTimeoutGroup]
2024-11-28T10:17:50,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:50,503 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,503 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:17:50,503 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,503 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,503 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:17:50,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:17:50,583 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(746): ClusterId : 66cc4594-5145-4e3c-adee-2c2cbb7168ed
2024-11-28T10:17:50,583 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:17:50,597 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:17:50,597 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:17:50,610 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:17:50,611 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3838262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:17:50,621 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:37895
2024-11-28T10:17:50,621 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:17:50,621 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:17:50,621 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:17:50,622 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43999,1732789068246 with port=37895, startcode=1732789068459
2024-11-28T10:17:50,622 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:17:50,623 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:17:50,623 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,623 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,625 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67
2024-11-28T10:17:50,625 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46163
2024-11-28T10:17:50,625 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:17:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/rs
2024-11-28T10:17:50,656 DEBUG [RS:0;e792e7e95410:37895 {}] zookeeper.ZKUtil(111): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on existing znode=/11148485977/rs/e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,656 WARN  [RS:0;e792e7e95410:37895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:17:50,656 INFO  [RS:0;e792e7e95410:37895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:50,657 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,657 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,37895,1732789068459]
2024-11-28T10:17:50,660 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:17:50,662 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:17:50,662 INFO  [RS:0;e792e7e95410:37895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:17:50,662 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,662 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:17:50,663 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:17:50,663 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,663 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:17:50,664 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:50,664 DEBUG [RS:0;e792e7e95410:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,664 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37895,1732789068459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:50,678 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:17:50,678 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37895,1732789068459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,678 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,678 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.Replication(171): e792e7e95410,37895,1732789068459 started
2024-11-28T10:17:50,691 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:50,691 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,37895,1732789068459, RpcServer on e792e7e95410/172.17.0.2:37895, sessionid=0x10180f2c0c50004
2024-11-28T10:17:50,691 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:17:50,691 DEBUG [RS:0;e792e7e95410:37895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,691 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,37895,1732789068459'
2024-11-28T10:17:50,691 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11148485977/flush-table-proc/abort'
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11148485977/flush-table-proc/acquired'
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,37895,1732789068459
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,37895,1732789068459'
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11148485977/online-snapshot/abort'
2024-11-28T10:17:50,692 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11148485977/online-snapshot/acquired'
2024-11-28T10:17:50,693 DEBUG [RS:0;e792e7e95410:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:17:50,693 INFO  [RS:0;e792e7e95410:37895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:17:50,693 INFO  [RS:0;e792e7e95410:37895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:17:50,793 INFO  [RS:0;e792e7e95410:37895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:17:50,795 INFO  [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C37895%2C1732789068459, suffix=, logDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459, archiveDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/oldWALs, maxLogs=10
2024-11-28T10:17:50,807 DEBUG [RS:0;e792e7e95410:37895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459/e792e7e95410%2C37895%2C1732789068459.1732789070795, exclude list is [], retry=0
2024-11-28T10:17:50,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34559,DS-be1b4713-eea2-4ef4-aeb7-c1abede402f2,DISK]
2024-11-28T10:17:50,813 INFO  [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459/e792e7e95410%2C37895%2C1732789068459.1732789070795
2024-11-28T10:17:50,813 DEBUG [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)]
2024-11-28T10:17:50,911 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:17:50,911 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67
2024-11-28T10:17:50,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:17:51,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:51,319 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:51,320 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:51,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:51,322 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:51,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,322 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:51,324 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:51,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:51,326 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:51,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:51,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740
2024-11-28T10:17:51,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740
2024-11-28T10:17:51,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:51,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:51,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:51,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:51,333 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74274056, jitterRate=0.10676968097686768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789071318Initializing all the Stores at 1732789071318Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071319 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789071319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071319Cleaning up temporary data from old regions at 1732789071329 (+10 ms)Region opened successfully at 1732789071333 (+4 ms)
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:17:51,333 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:17:51,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:17:51,334 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:17:51,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789071333Disabling compacts and flushes for region at 1732789071333Disabling writes for close at 1732789071333Writing region close event to WAL at 1732789071334 (+1 ms)Closed at 1732789071334
2024-11-28T10:17:51,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:51,335 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:17:51,335 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:17:51,336 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:51,337 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:17:51,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:17:51,487 DEBUG [e792e7e95410:43999 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:17:51,488 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,37895,1732789068459
2024-11-28T10:17:51,489 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,37895,1732789068459, state=OPENING
2024-11-28T10:17:51,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:17:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:17:51,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11148485977/meta-region-server: CHANGED
2024-11-28T10:17:51,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11148485977/meta-region-server: CHANGED
2024-11-28T10:17:51,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:17:51,523 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,37895,1732789068459}]
2024-11-28T10:17:51,676 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:51,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:17:51,681 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:17:51,681 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:51,682 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:17:51,683 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C37895%2C1732789068459.meta, suffix=.meta, logDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459, archiveDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/oldWALs, maxLogs=10
2024-11-28T10:17:51,698 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459/e792e7e95410%2C37895%2C1732789068459.meta.1732789071683.meta, exclude list is [], retry=0
2024-11-28T10:17:51,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34559,DS-be1b4713-eea2-4ef4-aeb7-c1abede402f2,DISK]
2024-11-28T10:17:51,702 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459/e792e7e95410%2C37895%2C1732789068459.meta.1732789071683.meta
2024-11-28T10:17:51,702 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)]
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:51,703 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:17:51,703 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:51,703 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:17:51,704 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:17:51,705 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:17:51,706 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:17:51,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,706 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,706 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:17:51,707 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:17:51,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,707 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:17:51,708 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:17:51,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:17:51,709 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:17:51,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:17:51,710 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:17:51,711 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740
2024-11-28T10:17:51,712 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740
2024-11-28T10:17:51,713 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:17:51,713 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:17:51,714 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:17:51,715 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:17:51,715 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67441428, jitterRate=0.004955589771270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:17:51,716 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:17:51,716 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789071704Writing region info on filesystem at 1732789071704Initializing all the Stores at 1732789071705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789071705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789071705Cleaning up temporary data from old regions at 1732789071713 (+8 ms)Running coprocessor post-open hooks at 1732789071716 (+3 ms)Region opened successfully at 1732789071716
2024-11-28T10:17:51,717 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789071676
2024-11-28T10:17:51,719 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:17:51,719 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:17:51,720 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,37895,1732789068459
2024-11-28T10:17:51,721 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,37895,1732789068459, state=OPEN
2024-11-28T10:17:51,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11148485977/meta-region-server
2024-11-28T10:17:51,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11148485977/meta-region-server
2024-11-28T10:17:51,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,37895,1732789068459
2024-11-28T10:17:51,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11148485977/meta-region-server: CHANGED
2024-11-28T10:17:51,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11148485977/meta-region-server: CHANGED
2024-11-28T10:17:51,737 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:17:51,737 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,37895,1732789068459 in 210 msec
2024-11-28T10:17:51,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:17:51,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec
2024-11-28T10:17:51,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:17:51,741 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:17:51,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:51,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,37895,1732789068459, seqNum=-1]
2024-11-28T10:17:51,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:51,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:51,749 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec
2024-11-28T10:17:51,749 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789071749, completionTime=-1
2024-11-28T10:17:51,749 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:17:51,749 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:17:51,751 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:17:51,751 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789131751
2024-11-28T10:17:51,751 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789191751
2024-11-28T10:17:51,751 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43999, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,754 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.230sec
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:17:51,755 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:17:51,756 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:17:51,756 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:17:51,758 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:17:51,758 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:17:51,758 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43999,1732789068246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:17:51,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:51,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43999,-1 for getting cluster id
2024-11-28T10:17:51,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:51,785 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cc4594-5145-4e3c-adee-2c2cbb7168ed'
2024-11-28T10:17:51,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cc4594-5145-4e3c-adee-2c2cbb7168ed"

2024-11-28T10:17:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293d7e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43999,-1]
2024-11-28T10:17:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:51,787 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:51,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:51,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,37895,1732789068459, seqNum=-1]
2024-11-28T10:17:51,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:51,790 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:51,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43999,1732789068246
2024-11-28T10:17:51,793 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58704
2024-11-28T10:17:51,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:17:51,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f2c0c50005 connected
2024-11-28T10:17:51,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35433,1732789062933
2024-11-28T10:17:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d796aa
2024-11-28T10:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:51,824 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:51,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:17:51,832 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:17:51,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:51,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:17:51,835 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:17:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:51,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:17:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:52,245 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd24ed8c3d32c9614e1806f9ead00186, NAME => 'test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd
2024-11-28T10:17:52,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:17:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd24ed8c3d32c9614e1806f9ead00186, disabling compactions & flushes
2024-11-28T10:17:52,651 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186. after waiting 0 ms
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,651 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd24ed8c3d32c9614e1806f9ead00186:
Waiting for close lock at 1732789072651Disabling compacts and flushes for region at 1732789072651Disabling writes for close at 1732789072651Writing region close event to WAL at 1732789072651Closed at 1732789072651
2024-11-28T10:17:52,653 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:17:52,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789072653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789072653"}]},"ts":"1732789072653"}
2024-11-28T10:17:52,655 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:17:52,656 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:17:52,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789072656"}]},"ts":"1732789072656"}
2024-11-28T10:17:52,658 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:17:52,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd24ed8c3d32c9614e1806f9ead00186, ASSIGN}]
2024-11-28T10:17:52,659 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd24ed8c3d32c9614e1806f9ead00186, ASSIGN
2024-11-28T10:17:52,660 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd24ed8c3d32c9614e1806f9ead00186, ASSIGN; state=OFFLINE, location=e792e7e95410,43451,1732789063145; forceNewPlan=false, retain=false
2024-11-28T10:17:52,810 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd24ed8c3d32c9614e1806f9ead00186, regionState=OPENING, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd24ed8c3d32c9614e1806f9ead00186, ASSIGN because future has completed
2024-11-28T10:17:52,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd24ed8c3d32c9614e1806f9ead00186, server=e792e7e95410,43451,1732789063145}]
2024-11-28T10:17:52,970 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,970 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd24ed8c3d32c9614e1806f9ead00186, NAME => 'test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:52,970 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:52,970 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:17:52,971 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,971 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:52,971 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,971 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,972 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd24ed8c3d32c9614e1806f9ead00186 
2024-11-28T10:17:52,973 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd24ed8c3d32c9614e1806f9ead00186 columnFamilyName f
2024-11-28T10:17:52,973 DEBUG [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:52,974 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(327): Store=dd24ed8c3d32c9614e1806f9ead00186/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:52,974 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd24ed8c3d32c9614e1806f9ead00186 
2024-11-28T10:17:52,975 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd24ed8c3d32c9614e1806f9ead00186 columnFamilyName f1
2024-11-28T10:17:52,975 DEBUG [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:52,976 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(327): Store=dd24ed8c3d32c9614e1806f9ead00186/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:52,976 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd24ed8c3d32c9614e1806f9ead00186 
2024-11-28T10:17:52,977 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd24ed8c3d32c9614e1806f9ead00186 columnFamilyName norep
2024-11-28T10:17:52,977 DEBUG [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:52,977 INFO  [StoreOpener-dd24ed8c3d32c9614e1806f9ead00186-1 {}] regionserver.HStore(327): Store=dd24ed8c3d32c9614e1806f9ead00186/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:52,977 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,978 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,978 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,979 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,979 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,980 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:52,981 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,983 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:52,984 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd24ed8c3d32c9614e1806f9ead00186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69184304, jitterRate=0.03092646598815918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:52,984 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:17:52,985 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd24ed8c3d32c9614e1806f9ead00186:
Running coprocessor pre-open hook at 1732789072971Writing region info on filesystem at 1732789072971Initializing all the Stores at 1732789072972 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789072972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789072972Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789072972Cleaning up temporary data from old regions at 1732789072979 (+7 ms)Running coprocessor post-open hooks at 1732789072984 (+5 ms)Region opened successfully at 1732789072985 (+1 ms)
2024-11-28T10:17:52,987 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., pid=6, masterSystemTime=1732789072966
2024-11-28T10:17:52,989 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,989 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:17:52,991 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd24ed8c3d32c9614e1806f9ead00186, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:52,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd24ed8c3d32c9614e1806f9ead00186, server=e792e7e95410,43451,1732789063145 because future has completed
2024-11-28T10:17:52,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:17:52,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd24ed8c3d32c9614e1806f9ead00186, server=e792e7e95410,43451,1732789063145 in 182 msec
2024-11-28T10:17:53,000 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:17:53,000 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd24ed8c3d32c9614e1806f9ead00186, ASSIGN in 339 msec
2024-11-28T10:17:53,001 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:17:53,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789073001"}]},"ts":"1732789073001"}
2024-11-28T10:17:53,003 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:17:53,005 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:17:53,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec
2024-11-28T10:17:53,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:17:53,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:17:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:17:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:17:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:17:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:17:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:17:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:17:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:17:53,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:17:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:53,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:53,996 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:17:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43999,1732789068246
2024-11-28T10:17:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c9c2c1
2024-11-28T10:17:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:53,998 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:53,999 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:17:54,002 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:17:54,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:54,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:17:54,003 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:17:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:54,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:17:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:54,410 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29e64c8ad92187295e9e8c39847cbaab, NAME => 'test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67
2024-11-28T10:17:54,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:17:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29e64c8ad92187295e9e8c39847cbaab, disabling compactions & flushes
2024-11-28T10:17:54,817 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab. after waiting 0 ms
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:54,817 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:54,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29e64c8ad92187295e9e8c39847cbaab:
Waiting for close lock at 1732789074817Disabling compacts and flushes for region at 1732789074817Disabling writes for close at 1732789074817Writing region close event to WAL at 1732789074817Closed at 1732789074817
2024-11-28T10:17:54,818 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:17:54,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789074818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789074818"}]},"ts":"1732789074818"}
2024-11-28T10:17:54,821 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:17:54,822 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:17:54,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789074822"}]},"ts":"1732789074822"}
2024-11-28T10:17:54,824 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:17:54,824 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29e64c8ad92187295e9e8c39847cbaab, ASSIGN}]
2024-11-28T10:17:54,826 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29e64c8ad92187295e9e8c39847cbaab, ASSIGN
2024-11-28T10:17:54,827 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29e64c8ad92187295e9e8c39847cbaab, ASSIGN; state=OFFLINE, location=e792e7e95410,37895,1732789068459; forceNewPlan=false, retain=false
2024-11-28T10:17:54,977 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29e64c8ad92187295e9e8c39847cbaab, regionState=OPENING, regionLocation=e792e7e95410,37895,1732789068459
2024-11-28T10:17:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29e64c8ad92187295e9e8c39847cbaab, ASSIGN because future has completed
2024-11-28T10:17:54,985 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e64c8ad92187295e9e8c39847cbaab, server=e792e7e95410,37895,1732789068459}]
2024-11-28T10:17:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:55,168 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:55,169 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29e64c8ad92187295e9e8c39847cbaab, NAME => 'test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:55,169 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:55,169 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:17:55,169 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,169 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:55,169 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,170 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,184 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29e64c8ad92187295e9e8c39847cbaab 
2024-11-28T10:17:55,187 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e64c8ad92187295e9e8c39847cbaab columnFamilyName f
2024-11-28T10:17:55,187 DEBUG [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:55,187 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(327): Store=29e64c8ad92187295e9e8c39847cbaab/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:55,188 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29e64c8ad92187295e9e8c39847cbaab 
2024-11-28T10:17:55,190 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e64c8ad92187295e9e8c39847cbaab columnFamilyName f1
2024-11-28T10:17:55,190 DEBUG [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:55,190 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(327): Store=29e64c8ad92187295e9e8c39847cbaab/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:55,191 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29e64c8ad92187295e9e8c39847cbaab 
2024-11-28T10:17:55,193 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e64c8ad92187295e9e8c39847cbaab columnFamilyName norep
2024-11-28T10:17:55,193 DEBUG [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:55,194 INFO  [StoreOpener-29e64c8ad92187295e9e8c39847cbaab-1 {}] regionserver.HStore(327): Store=29e64c8ad92187295e9e8c39847cbaab/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:55,194 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,195 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,196 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,198 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,198 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,199 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:55,201 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,207 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:55,208 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29e64c8ad92187295e9e8c39847cbaab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74565557, jitterRate=0.11111338436603546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:55,208 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:17:55,208 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29e64c8ad92187295e9e8c39847cbaab:
Running coprocessor pre-open hook at 1732789075170Writing region info on filesystem at 1732789075170Initializing all the Stores at 1732789075172 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789075172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789075184 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789075184Cleaning up temporary data from old regions at 1732789075198 (+14 ms)Running coprocessor post-open hooks at 1732789075208 (+10 ms)Region opened successfully at 1732789075208
2024-11-28T10:17:55,210 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab., pid=6, masterSystemTime=1732789075156
2024-11-28T10:17:55,215 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29e64c8ad92187295e9e8c39847cbaab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,37895,1732789068459
2024-11-28T10:17:55,224 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:55,224 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:17:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e64c8ad92187295e9e8c39847cbaab, server=e792e7e95410,37895,1732789068459 because future has completed
2024-11-28T10:17:55,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:17:55,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29e64c8ad92187295e9e8c39847cbaab, server=e792e7e95410,37895,1732789068459 in 253 msec
2024-11-28T10:17:55,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:17:55,248 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29e64c8ad92187295e9e8c39847cbaab, ASSIGN in 420 msec
2024-11-28T10:17:55,249 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:17:55,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789075249"}]},"ts":"1732789075249"}
2024-11-28T10:17:55,252 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:17:55,253 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:17:55,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2540 sec
2024-11-28T10:17:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:17:56,156 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:17:56,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35433,-1 for getting cluster id
2024-11-28T10:17:56,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:56,175 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cf987f-f963-414e-ac3c-ade257dd5209'
2024-11-28T10:17:56,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cf987f-f963-414e-ac3c-ade257dd5209"

2024-11-28T10:17:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291dbe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35433,-1]
2024-11-28T10:17:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:56,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,178 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4274da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43999,-1 for getting cluster id
2024-11-28T10:17:56,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:56,191 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cc4594-5145-4e3c-adee-2c2cbb7168ed'
2024-11-28T10:17:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cc4594-5145-4e3c-adee-2c2cbb7168ed"

2024-11-28T10:17:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f935c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43999,-1]
2024-11-28T10:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,194 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770bde98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35433,-1 for getting cluster id
2024-11-28T10:17:56,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:56,197 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cf987f-f963-414e-ac3c-ade257dd5209'
2024-11-28T10:17:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cf987f-f963-414e-ac3c-ade257dd5209"

2024-11-28T10:17:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35433,-1]
2024-11-28T10:17:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,200 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35433,1732789062933
2024-11-28T10:17:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf9cc4e
2024-11-28T10:17:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:56,208 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:56,208 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:43999,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:17:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:17:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:17:56,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43999'
2024-11-28T10:17:56,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c176d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,217 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43999,-1 for getting cluster id
2024-11-28T10:17:56,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:56,218 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cc4594-5145-4e3c-adee-2c2cbb7168ed'
2024-11-28T10:17:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cc4594-5145-4e3c-adee-2c2cbb7168ed"

2024-11-28T10:17:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1f7497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43999,-1]
2024-11-28T10:17:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,220 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1f0d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:56,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:56,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43999,1732789068246
2024-11-28T10:17:56,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364a170d
2024-11-28T10:17:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:56,224 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:56,225 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:17:56,225 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:17:56,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:56,225 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:56,225 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:17:56,227 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:17:56,229 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:17:56,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:56,231 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:17:56,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:17:56,253 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6d1602216d487de72e7b53a23ab9cba, NAME => 'hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd
2024-11-28T10:17:56,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c6d1602216d487de72e7b53a23ab9cba, disabling compactions & flushes
2024-11-28T10:17:56,275 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba. after waiting 0 ms
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,275 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,275 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6d1602216d487de72e7b53a23ab9cba:
Waiting for close lock at 1732789076275Disabling compacts and flushes for region at 1732789076275Disabling writes for close at 1732789076275Writing region close event to WAL at 1732789076275Closed at 1732789076275
2024-11-28T10:17:56,278 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:17:56,278 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:17:56,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789076278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789076278"}]},"ts":"1732789076278"}
2024-11-28T10:17:56,283 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:17:56,285 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:17:56,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789076285"}]},"ts":"1732789076285"}
2024-11-28T10:17:56,290 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:17:56,290 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6d1602216d487de72e7b53a23ab9cba, ASSIGN}]
2024-11-28T10:17:56,293 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6d1602216d487de72e7b53a23ab9cba, ASSIGN
2024-11-28T10:17:56,295 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6d1602216d487de72e7b53a23ab9cba, ASSIGN; state=OFFLINE, location=e792e7e95410,43451,1732789063145; forceNewPlan=false, retain=false
2024-11-28T10:17:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:17:56,446 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6d1602216d487de72e7b53a23ab9cba, regionState=OPENING, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:56,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6d1602216d487de72e7b53a23ab9cba, ASSIGN because future has completed
2024-11-28T10:17:56,457 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6d1602216d487de72e7b53a23ab9cba, server=e792e7e95410,43451,1732789063145}]
2024-11-28T10:17:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:17:56,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:17:56,692 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,692 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:17:56,693 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:17:56,697 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43451%2C1732789063145.rep, suffix=, logDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145, archiveDir=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs, maxLogs=10
2024-11-28T10:17:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.rep.1732789076697, exclude list is [], retry=0
2024-11-28T10:17:56,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-b8647061-e42d-4a50-91d4-3b2ad6f8b071,DISK]
2024-11-28T10:17:56,740 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.rep.1732789076697
2024-11-28T10:17:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-28T10:17:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c6d1602216d487de72e7b53a23ab9cba, NAME => 'hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:17:56,741 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:17:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:17:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba. service=MultiRowMutationService
2024-11-28T10:17:56,741 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:17:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:17:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,756 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c6d1602216d487de72e7b53a23ab9cba 
2024-11-28T10:17:56,759 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d1602216d487de72e7b53a23ab9cba columnFamilyName hfileref
2024-11-28T10:17:56,759 DEBUG [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:56,759 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(327): Store=c6d1602216d487de72e7b53a23ab9cba/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:56,760 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c6d1602216d487de72e7b53a23ab9cba 
2024-11-28T10:17:56,768 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d1602216d487de72e7b53a23ab9cba columnFamilyName queue
2024-11-28T10:17:56,768 DEBUG [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:56,769 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(327): Store=c6d1602216d487de72e7b53a23ab9cba/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:56,770 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c6d1602216d487de72e7b53a23ab9cba 
2024-11-28T10:17:56,773 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d1602216d487de72e7b53a23ab9cba columnFamilyName sid
2024-11-28T10:17:56,774 DEBUG [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:17:56,775 INFO  [StoreOpener-c6d1602216d487de72e7b53a23ab9cba-1 {}] regionserver.HStore(327): Store=c6d1602216d487de72e7b53a23ab9cba/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:17:56,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:17:56,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:17:56,791 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c6d1602216d487de72e7b53a23ab9cba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70405020, jitterRate=0.049116551876068115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:17:56,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:17:56,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c6d1602216d487de72e7b53a23ab9cba:
Running coprocessor pre-open hook at 1732789076742Writing region info on filesystem at 1732789076742Initializing all the Stores at 1732789076743 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789076743Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789076752 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789076752Cleaning up temporary data from old regions at 1732789076778 (+26 ms)Running coprocessor post-open hooks at 1732789076791 (+13 ms)Region opened successfully at 1732789076792 (+1 ms)
2024-11-28T10:17:56,795 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba., pid=10, masterSystemTime=1732789076662
2024-11-28T10:17:56,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,799 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:17:56,799 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6d1602216d487de72e7b53a23ab9cba, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43451,1732789063145
2024-11-28T10:17:56,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6d1602216d487de72e7b53a23ab9cba, server=e792e7e95410,43451,1732789063145 because future has completed
2024-11-28T10:17:56,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:17:56,807 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c6d1602216d487de72e7b53a23ab9cba, server=e792e7e95410,43451,1732789063145 in 347 msec
2024-11-28T10:17:56,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:17:56,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6d1602216d487de72e7b53a23ab9cba, ASSIGN in 517 msec
2024-11-28T10:17:56,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:17:56,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789076813"}]},"ts":"1732789076813"}
2024-11-28T10:17:56,817 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:17:56,819 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:17:56,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 594 msec
2024-11-28T10:17:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:17:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba., hostname=e792e7e95410,43451,1732789063145, seqNum=2]
2024-11-28T10:17:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:17:56,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:17:57,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:17:57,147 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:17:57,197 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,43451,1732789063145, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:17:57,198 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:57,198 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:17:57,198 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:57,200 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-28T10:17:57,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,43451,1732789063145', locateType=CURRENT is [region=hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba., hostname=e792e7e95410,43451,1732789063145, seqNum=2]
2024-11-28T10:17:57,218 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:17:57,218 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:17:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:17:57,221 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,43451,1732789063145 suceeded
2024-11-28T10:17:57,225 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:17:57,225 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec
2024-11-28T10:17:57,225 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:43999,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-28T10:17:57,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0170 sec
2024-11-28T10:17:57,241 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43999'
2024-11-28T10:17:57,257 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7f67ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:57,257 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43999,-1 for getting cluster id
2024-11-28T10:17:57,257 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:57,258 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cc4594-5145-4e3c-adee-2c2cbb7168ed'
2024-11-28T10:17:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cc4594-5145-4e3c-adee-2c2cbb7168ed"

2024-11-28T10:17:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fe4902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43999,-1]
2024-11-28T10:17:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:57,261 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:57,262 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2688f233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:57,263 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43999,1732789068246
2024-11-28T10:17:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386fc822
2024-11-28T10:17:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:57,266 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:57,267 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,43451,1732789063145 (queues=1) is replicating from cluster=18cf987f-f963-414e-ac3c-ade257dd5209 to cluster=66cc4594-5145-4e3c-adee-2c2cbb7168ed
2024-11-28T10:17:57,268 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C43451%2C1732789063145
2024-11-28T10:17:57,268 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,43451,1732789063145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:17:57,276 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:57,278 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:57,278 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548, startPosition=0, beingWritten=true
2024-11-28T10:17:57,289 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C43451%2C1732789063145
2024-11-28T10:17:57,290 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:17:57,338 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:17:57,338 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 379, reset compression=false
2024-11-28T10:17:57,338 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:17:57,346 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:17:57,346 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:57,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:57,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:57,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:57,347 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:57,347 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:17:57,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732789077367/Put/seqid=0
2024-11-28T10:17:57,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:17:57,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741840_1016 (size=7894)
2024-11-28T10:17:57,601 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 379, reset compression=false
2024-11-28T10:17:57,835 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_1 is 34, key is ddd/f:row/1732789077834/Put/seqid=0
2024-11-28T10:17:57,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741841_1017 (size=7691)
2024-11-28T10:17:57,906 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 379, reset compression=false
2024-11-28T10:17:58,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ffd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35433,-1 for getting cluster id
2024-11-28T10:17:58,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:58,246 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cf987f-f963-414e-ac3c-ade257dd5209'
2024-11-28T10:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cf987f-f963-414e-ac3c-ade257dd5209"

2024-11-28T10:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23284264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35433,-1]
2024-11-28T10:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:58,247 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:58,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c73455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:17:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:58,251 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:58,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35433,1732789062933
2024-11-28T10:17:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1673b96a
2024-11-28T10:17:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:58,268 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:17:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2]
2024-11-28T10:17:58,286 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:17:58,298 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-28T10:17:58,302 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-28T10:17:58,310 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 379, reset compression=false
2024-11-28T10:17:58,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_0 for inclusion in dd24ed8c3d32c9614e1806f9ead00186/f
2024-11-28T10:17:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-28T10:17:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:17:58,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_1 for inclusion in dd24ed8c3d32c9614e1806f9ead00186/f
2024-11-28T10:17:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-28T10:17:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:17:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegion(2603): Flush status journal for dd24ed8c3d32c9614e1806f9ead00186:

2024-11-28T10:17:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_0 to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_0
2024-11-28T10:17:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_0 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_
2024-11-28T10:17:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f/f/hfile_1 to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_1
2024-11-28T10:17:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_1 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/002650db3e04432db56e82df16527708_SeqId_4_
2024-11-28T10:17:58,338 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_0 into dd24ed8c3d32c9614e1806f9ead00186/f as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ - updating store file list.
2024-11-28T10:17:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed46f38975c94ca08f563b8b59d137c5_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:17:58,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ into dd24ed8c3d32c9614e1806f9ead00186/f
2024-11-28T10:17:58,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_0 into dd24ed8c3d32c9614e1806f9ead00186/f (new location: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_)
2024-11-28T10:17:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_0
2024-11-28T10:17:58,346 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_1 into dd24ed8c3d32c9614e1806f9ead00186/f as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/002650db3e04432db56e82df16527708_SeqId_4_ - updating store file list.
2024-11-28T10:17:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 002650db3e04432db56e82df16527708_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:17:58,351 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/002650db3e04432db56e82df16527708_SeqId_4_ into dd24ed8c3d32c9614e1806f9ead00186/f
2024-11-28T10:17:58,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_1 into dd24ed8c3d32c9614e1806f9ead00186/f (new location: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f/002650db3e04432db56e82df16527708_SeqId_4_)
2024-11-28T10:17:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__oqunsiafditbgcel7hqiilvqtlte5j9e272g7vlcn48692tk9un0e8ah4liq7gpt/f/hfile_1
2024-11-28T10:17:58,359 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:17:58,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:17:58,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:58,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:58,360 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:17:58,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 , the old value is region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:43451 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:17:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,37895,1732789068459, seqNum=-1]
2024-11-28T10:17:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:17:58,362 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T10:17:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 from cache
2024-11-28T10:17:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:58,363 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:17:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab., hostname=e792e7e95410,37895,1732789068459, seqNum=2]
2024-11-28T10:17:58,368 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:17:58,466 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:17:58,815 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 379, reset compression=false
2024-11-28T10:17:58,823 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:17:58,823 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: WALEntryBatch [walEntries=[{test/dd24ed8c3d32c9614e1806f9ead00186/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789078354/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:17:58,849 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:17:58,852 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-28T10:17:58,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(318): Replicating [18cf987f-f963-414e-ac3c-ade257dd5209] bulk loaded data
2024-11-28T10:17:58,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7792f6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43999,-1 for getting cluster id
2024-11-28T10:17:58,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:17:58,862 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cc4594-5145-4e3c-adee-2c2cbb7168ed'
2024-11-28T10:17:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:17:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cc4594-5145-4e3c-adee-2c2cbb7168ed"

2024-11-28T10:17:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@732b6d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43999,-1]
2024-11-28T10:17:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:17:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:17:58,868 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:17:58,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d194c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:17:58,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741837_1013 (size=7894)
2024-11-28T10:17:59,023 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:17:59,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741838_1014 (size=7691)
2024-11-28T10:17:59,328 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:17:59,370 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:17:59,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:17:59,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43999,1732789068246
2024-11-28T10:17:59,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19377b01
2024-11-28T10:17:59,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:17:59,722 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-28T10:17:59,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:17:59,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:17:59,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,37895,1732789068459, seqNum=-1]
2024-11-28T10:17:59,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:17:59,727 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-28T10:17:59,732 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:17:59,733 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-28T10:17:59,736 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-28T10:17:59,739 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ for inclusion in 29e64c8ad92187295e9e8c39847cbaab/f
2024-11-28T10:17:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-28T10:17:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:17:59,742 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_ for inclusion in 29e64c8ad92187295e9e8c39847cbaab/f
2024-11-28T10:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-28T10:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(2603): Flush status journal for 29e64c8ad92187295e9e8c39847cbaab:

2024-11-28T10:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:17:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/a1660c2bd08a4b61bfa1533e0ea621ed_SeqId_4_
2024-11-28T10:17:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 002650db3e04432db56e82df16527708_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:17:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_ as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/2afccd52e96846dc9647c922148a8fc3_SeqId_4_
2024-11-28T10:17:59,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/a1660c2bd08a4b61bfa1533e0ea621ed_SeqId_4_ - updating store file list.
2024-11-28T10:17:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1660c2bd08a4b61bfa1533e0ea621ed_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:17:59,752 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/a1660c2bd08a4b61bfa1533e0ea621ed_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f
2024-11-28T10:17:59,752 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f (new location: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/a1660c2bd08a4b61bfa1533e0ea621ed_SeqId_4_)
2024-11-28T10:17:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/ed46f38975c94ca08f563b8b59d137c5_SeqId_4_
2024-11-28T10:17:59,753 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/2afccd52e96846dc9647c922148a8fc3_SeqId_4_ - updating store file list.
2024-11-28T10:17:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2afccd52e96846dc9647c922148a8fc3_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:17:59,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/2afccd52e96846dc9647c922148a8fc3_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f
2024-11-28T10:17:59,758 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_ into 29e64c8ad92187295e9e8c39847cbaab/f (new location: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/f/2afccd52e96846dc9647c922148a8fc3_SeqId_4_)
2024-11-28T10:17:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/staging/jenkins.hfs.6__test__103qipbont2mcdtmmks143ampot8t0o4sqp5q6pbh43bil77s4gh6u5ibahqg072/f/002650db3e04432db56e82df16527708_SeqId_4_
2024-11-28T10:17:59,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.ReplicationSink(324): Finished replicating [18cf987f-f963-414e-ac3c-ade257dd5209] bulk loaded data
2024-11-28T10:18:00,235 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:18:00,383 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:18:00,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732789080385/Put/seqid=0
2024-11-28T10:18:00,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741842_1018 (size=7997)
2024-11-28T10:18:00,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732789080793/Put/seqid=0
2024-11-28T10:18:00,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741843_1019 (size=7794)
2024-11-28T10:18:00,840 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:18:01,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:18:01,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35433,-1 for getting cluster id
2024-11-28T10:18:01,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:18:01,200 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18cf987f-f963-414e-ac3c-ade257dd5209'
2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18cf987f-f963-414e-ac3c-ade257dd5209"

2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fd68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35433,-1]
2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:18:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:18:01,201 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:18:01,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:18:01,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:18:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:18:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:18:01,203 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:18:01,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:18:01,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35433,1732789062933
2024-11-28T10:18:01,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afb2b33
2024-11-28T10:18:01,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:18:01,213 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:18:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2]
2024-11-28T10:18:01,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:18:01,225 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-28T10:18:01,227 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-28T10:18:01,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_0 for inclusion in dd24ed8c3d32c9614e1806f9ead00186/f1
2024-11-28T10:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-28T10:18:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:18:01,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_1 for inclusion in dd24ed8c3d32c9614e1806f9ead00186/f1
2024-11-28T10:18:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-28T10:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:18:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegion(2603): Flush status journal for dd24ed8c3d32c9614e1806f9ead00186:

2024-11-28T10:18:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_0 to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_0
2024-11-28T10:18:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_0 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/6cb717ec0e884077a7913c62516361da_SeqId_6_
2024-11-28T10:18:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/load_f1/f1/hfile_1 to hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_1
2024-11-28T10:18:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_1 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/2d9a39c046eb4d4f8cb2a5b2f649fb3f_SeqId_6_
2024-11-28T10:18:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-28T10:18:01,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_0 into dd24ed8c3d32c9614e1806f9ead00186/f1 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/6cb717ec0e884077a7913c62516361da_SeqId_6_ - updating store file list.
2024-11-28T10:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cb717ec0e884077a7913c62516361da_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:18:01,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/6cb717ec0e884077a7913c62516361da_SeqId_6_ into dd24ed8c3d32c9614e1806f9ead00186/f1
2024-11-28T10:18:01,254 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_0 into dd24ed8c3d32c9614e1806f9ead00186/f1 (new location: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/6cb717ec0e884077a7913c62516361da_SeqId_6_)
2024-11-28T10:18:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_0
2024-11-28T10:18:01,255 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_1 into dd24ed8c3d32c9614e1806f9ead00186/f1 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/2d9a39c046eb4d4f8cb2a5b2f649fb3f_SeqId_6_ - updating store file list.
2024-11-28T10:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d9a39c046eb4d4f8cb2a5b2f649fb3f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:18:01,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/2d9a39c046eb4d4f8cb2a5b2f649fb3f_SeqId_6_ into dd24ed8c3d32c9614e1806f9ead00186/f1
2024-11-28T10:18:01,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_1 into dd24ed8c3d32c9614e1806f9ead00186/f1 (new location: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/f1/2d9a39c046eb4d4f8cb2a5b2f649fb3f_SeqId_6_)
2024-11-28T10:18:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/staging/jenkins__test__e56i4b7v39751e9268n4tl9fg2eca40vmr01p3ra1vtn5kg9r1mpsrgde63rffqq/f1/hfile_1
2024-11-28T10:18:01,263 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:18:01,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:18:01,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:18:01,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:18:01,264 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:18:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 , the old value is region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:43451 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:18:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:18:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2 from cache
2024-11-28T10:18:01,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:18:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43451,1732789063145, seqNum=-1]
2024-11-28T10:18:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:18:01,267 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:18:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43451: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:35316 deadline: 1732789141264 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:35316
2024-11-28T10:18:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., hostname=e792e7e95410,43451,1732789063145, seqNum=2]
2024-11-28T10:18:01,375 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:18:01,544 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 687, reset compression=false
2024-11-28T10:18:01,550 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:18:01,550 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:01,550 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:18:01,754 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:02,058 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:02,243 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:18:02,276 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:18:02,277 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:18:02,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:18:02,463 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:02,967 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:03,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:18:03,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-28T10:18:03,571 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:04,275 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:05,079 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:05,993 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:06,997 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:08,102 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:09,306 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:10,610 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:12,014 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:12,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:18:13,517 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:15,122 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:16,825 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:18,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:18:18,629 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:20,533 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:21,556 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: null
2024-11-28T10:18:22,537 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:24,641 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:26,684 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-28T10:18:26,684 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-28T10:18:26,845 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:29,149 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:31,553 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:32,172 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-28T10:18:32,172 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-28T10:18:34,057 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:36,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:37,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dd24ed8c3d32c9614e1806f9ead00186, had cached 0 bytes from a total of 31376
2024-11-28T10:18:39,365 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:40,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 29e64c8ad92187295e9e8c39847cbaab, had cached 0 bytes from a total of 15585
2024-11-28T10:18:41,556 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: null
2024-11-28T10:18:42,169 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:42,522 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:18:45,073 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:48,077 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:48,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:18:48,533 DEBUG [master/e792e7e95410:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-28T10:18:51,183 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:54,388 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:18:57,692 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:19:01,097 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:19:01,299 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:19:01,299 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:01,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:01,300 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:01,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:19:01,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697296690, stopped=false
2024-11-28T10:19:01,300 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43999,1732789068246
2024-11-28T10:19:01,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11148485977/running
2024-11-28T10:19:01,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11148485977/running
2024-11-28T10:19:01,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:19:01,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:19:01,496 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:01,496 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:01,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:01,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:01,497 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,37895,1732789068459' *****
2024-11-28T10:19:01,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/running
2024-11-28T10:19:01,497 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:19:01,497 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:19:01,497 INFO  [RS:0;e792e7e95410:37895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:19:01,497 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:19:01,497 INFO  [RS:0;e792e7e95410:37895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:19:01,497 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:19:01,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Set watcher on znode that does not yet exist, /11148485977/running
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,37895,1732789068459
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:37895.
2024-11-28T10:19:01,498 DEBUG [RS:0;e792e7e95410:37895 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:01,498 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29e64c8ad92187295e9e8c39847cbaab, disabling compactions & flushes
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:19:01,498 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab. after waiting 0 ms
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:19:01,498 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:19:01,498 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 29e64c8ad92187295e9e8c39847cbaab=test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.}
2024-11-28T10:19:01,498 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29e64c8ad92187295e9e8c39847cbaab
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:01,498 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:01,498 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:01,498 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-28T10:19:01,502 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/default/test/29e64c8ad92187295e9e8c39847cbaab/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-28T10:19:01,503 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:01,503 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:19:01,503 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:19:01,503 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29e64c8ad92187295e9e8c39847cbaab:
Waiting for close lock at 1732789141498Running coprocessor pre-close hooks at 1732789141498Disabling compacts and flushes for region at 1732789141498Disabling writes for close at 1732789141498Writing region close event to WAL at 1732789141499 (+1 ms)Running coprocessor post-close hooks at 1732789141503 (+4 ms)Closed at 1732789141503
2024-11-28T10:19:01,503 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab.
2024-11-28T10:19:01,515 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/info/084f7c4b3d0e4dbe8f9469bee3630396 is 129, key is test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab./info:regioninfo/1732789075215/Put/seqid=0
2024-11-28T10:19:01,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741839_1015 (size=6421)
2024-11-28T10:19:01,520 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:01,556 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43451,1732789063145 got entry batch from reader: null
2024-11-28T10:19:01,665 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:19:01,665 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:19:01,698 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:01,898 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:01,919 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/info/084f7c4b3d0e4dbe8f9469bee3630396
2024-11-28T10:19:01,938 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/ns/ba1173b6edc743bbac0ff13eeaa91dd1 is 43, key is default/ns:d/1732789071744/Put/seqid=0
2024-11-28T10:19:01,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741840_1016 (size=5153)
2024-11-28T10:19:02,099 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:02,299 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:02,343 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/ns/ba1173b6edc743bbac0ff13eeaa91dd1
2024-11-28T10:19:02,361 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/rep_barrier/ab24b17a25df449bbfc31a57dc0b06f6 is 112, key is test,,1732789073998.29e64c8ad92187295e9e8c39847cbaab./rep_barrier:seqnumDuringOpen/1732789075215/Put/seqid=0
2024-11-28T10:19:02,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741841_1017 (size=5518)
2024-11-28T10:19:02,499 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:19:02,499 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:02,499 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:02,699 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:02,765 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/rep_barrier/ab24b17a25df449bbfc31a57dc0b06f6
2024-11-28T10:19:02,784 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/table/981502b4e03249e88bc89c703670b1da is 40, key is test/table:state/1732789075249/Put/seqid=0
2024-11-28T10:19:02,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741842_1018 (size=5165)
2024-11-28T10:19:02,899 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:03,100 DEBUG [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:03,189 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/table/981502b4e03249e88bc89c703670b1da
2024-11-28T10:19:03,249 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/info/084f7c4b3d0e4dbe8f9469bee3630396 as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/info/084f7c4b3d0e4dbe8f9469bee3630396
2024-11-28T10:19:03,255 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/info/084f7c4b3d0e4dbe8f9469bee3630396, entries=10, sequenceid=11, filesize=6.3 K
2024-11-28T10:19:03,256 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/ns/ba1173b6edc743bbac0ff13eeaa91dd1 as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/ns/ba1173b6edc743bbac0ff13eeaa91dd1
2024-11-28T10:19:03,261 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/ns/ba1173b6edc743bbac0ff13eeaa91dd1, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:19:03,262 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/rep_barrier/ab24b17a25df449bbfc31a57dc0b06f6 as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/rep_barrier/ab24b17a25df449bbfc31a57dc0b06f6
2024-11-28T10:19:03,267 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/rep_barrier/ab24b17a25df449bbfc31a57dc0b06f6, entries=1, sequenceid=11, filesize=5.4 K
2024-11-28T10:19:03,268 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/.tmp/table/981502b4e03249e88bc89c703670b1da as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/table/981502b4e03249e88bc89c703670b1da
2024-11-28T10:19:03,273 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/table/981502b4e03249e88bc89c703670b1da, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:19:03,274 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=11, compaction requested=false
2024-11-28T10:19:03,279 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:19:03,279 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:03,279 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:03,279 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:03,279 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789141498Running coprocessor pre-close hooks at 1732789141498Disabling compacts and flushes for region at 1732789141498Disabling writes for close at 1732789141498Obtaining lock to block concurrent updates at 1732789141499 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789141499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732789141499Flushing stores of hbase:meta,,1.1588230740 at 1732789141499Flushing 1588230740/info: creating writer at 1732789141499Flushing 1588230740/info: appending metadata at 1732789141514 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732789141514Flushing 1588230740/ns: creating writer at 1732789141925 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732789141938 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732789141938Flushing 1588230740/rep_barrier: creating writer at 1732789142348 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789142360 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789142360Flushing 1588230740/table: creating writer at 1732789142771 (+411 ms)Flushing 1588230740/table: appending metadata at 1732789142784 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732789142784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@790fd1e2: reopening flushed file at 1732789143249 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5632d0: reopening flushed file at 1732789143255 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab42bb8: reopening flushed file at 1732789143261 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469bb3f3: reopening flushed file at 1732789143268 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=11, compaction requested=false at 1732789143274 (+6 ms)Writing region close event to WAL at 1732789143276 (+2 ms)Running coprocessor post-close hooks at 1732789143279 (+3 ms)Closed at 1732789143279
2024-11-28T10:19:03,279 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:03,300 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,37895,1732789068459; all regions closed.
2024-11-28T10:19:03,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741834_1010 (size=2717)
2024-11-28T10:19:03,303 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/WALs/e792e7e95410,37895,1732789068459/e792e7e95410%2C37895%2C1732789068459.meta.1732789071683.meta not finished, retry = 0
2024-11-28T10:19:03,405 DEBUG [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/oldWALs
2024-11-28T10:19:03,405 INFO  [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C37895%2C1732789068459.meta:.meta(num 1732789071683)
2024-11-28T10:19:03,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741832_1008 (size=1028)
2024-11-28T10:19:03,410 DEBUG [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/oldWALs
2024-11-28T10:19:03,410 INFO  [RS:0;e792e7e95410:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C37895%2C1732789068459:(num 1732789070795)
2024-11-28T10:19:03,410 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:03,410 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:03,410 INFO  [RS:0;e792e7e95410:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:03,410 INFO  [RS:0;e792e7e95410:37895 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:03,410 INFO  [RS:0;e792e7e95410:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:03,410 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:03,411 INFO  [RS:0;e792e7e95410:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:37895.
2024-11-28T10:19:03,411 DEBUG [RS:0;e792e7e95410:37895 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:03,411 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:03,411 DEBUG [RS:0;e792e7e95410:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:03,411 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:03,411 INFO  [RS:0;e792e7e95410:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37895
2024-11-28T10:19:03,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11148485977/rs/e792e7e95410,37895,1732789068459
2024-11-28T10:19:03,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977/rs
2024-11-28T10:19:03,433 INFO  [RS:0;e792e7e95410:37895 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:03,443 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,37895,1732789068459]
2024-11-28T10:19:03,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11148485977/draining/e792e7e95410,37895,1732789068459 already deleted, retry=false
2024-11-28T10:19:03,454 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,37895,1732789068459 expired; onlineServers=0
2024-11-28T10:19:03,454 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43999,1732789068246' *****
2024-11-28T10:19:03,454 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:19:03,454 INFO  [M:0;e792e7e95410:43999 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:03,454 INFO  [M:0;e792e7e95410:43999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:03,454 DEBUG [M:0;e792e7e95410:43999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:19:03,454 DEBUG [M:0;e792e7e95410:43999 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:19:03,454 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:19:03,454 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789070503 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789070503,5,FailOnTimeoutGroup]
2024-11-28T10:19:03,454 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789070502 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789070502,5,FailOnTimeoutGroup]
2024-11-28T10:19:03,454 INFO  [M:0;e792e7e95410:43999 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:03,454 INFO  [M:0;e792e7e95410:43999 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:03,454 DEBUG [M:0;e792e7e95410:43999 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:19:03,455 INFO  [M:0;e792e7e95410:43999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:19:03,455 INFO  [M:0;e792e7e95410:43999 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:03,455 INFO  [M:0;e792e7e95410:43999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:19:03,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:19:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11148485977/master
2024-11-28T10:19:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11148485977
2024-11-28T10:19:03,464 DEBUG [M:0;e792e7e95410:43999 {}] zookeeper.ZKUtil(347): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Unable to get data of znode /11148485977/master because node does not exist (not an error)
2024-11-28T10:19:03,464 WARN  [M:0;e792e7e95410:43999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:19:03,466 INFO  [M:0;e792e7e95410:43999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/.lastflushedseqids
2024-11-28T10:19:03,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741843_1019 (size=173)
2024-11-28T10:19:03,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:03,543 INFO  [RS:0;e792e7e95410:37895 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:03,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x10180f2c0c50004, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:03,543 INFO  [RS:0;e792e7e95410:37895 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,37895,1732789068459; zookeeper connection closed.
2024-11-28T10:19:03,544 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd0ee32
2024-11-28T10:19:03,544 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:19:03,874 INFO  [M:0;e792e7e95410:43999 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:19:03,874 INFO  [M:0;e792e7e95410:43999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:19:03,874 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:03,875 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:03,875 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:03,875 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:03,875 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:03,875 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB
2024-11-28T10:19:03,889 DEBUG [M:0;e792e7e95410:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758fb64e836048c3bd95ae6da235506e is 82, key is hbase:meta,,1/info:regioninfo/1732789071720/Put/seqid=0
2024-11-28T10:19:03,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741844_1020 (size=5672)
2024-11-28T10:19:04,294 INFO  [M:0;e792e7e95410:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758fb64e836048c3bd95ae6da235506e
2024-11-28T10:19:04,312 DEBUG [M:0;e792e7e95410:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92d01dd141d469cbf8cc66b3ee1fd72 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789075255/Put/seqid=0
2024-11-28T10:19:04,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741845_1021 (size=6727)
2024-11-28T10:19:04,601 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/WALs/e792e7e95410,43451,1732789063145/e792e7e95410%2C43451%2C1732789063145.1732789065548 to pos 997, reset compression=false
2024-11-28T10:19:04,717 INFO  [M:0;e792e7e95410:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92d01dd141d469cbf8cc66b3ee1fd72
2024-11-28T10:19:04,721 INFO  [M:0;e792e7e95410:43999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d92d01dd141d469cbf8cc66b3ee1fd72
2024-11-28T10:19:04,735 DEBUG [M:0;e792e7e95410:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a18435bef3340bf8efd034e27bf38d6 is 69, key is e792e7e95410,37895,1732789068459/rs:state/1732789070624/Put/seqid=0
2024-11-28T10:19:04,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741846_1022 (size=5156)
2024-11-28T10:19:05,139 INFO  [M:0;e792e7e95410:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a18435bef3340bf8efd034e27bf38d6
2024-11-28T10:19:05,144 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/758fb64e836048c3bd95ae6da235506e as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/758fb64e836048c3bd95ae6da235506e
2024-11-28T10:19:05,149 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/758fb64e836048c3bd95ae6da235506e, entries=8, sequenceid=58, filesize=5.5 K
2024-11-28T10:19:05,151 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d92d01dd141d469cbf8cc66b3ee1fd72 as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d92d01dd141d469cbf8cc66b3ee1fd72
2024-11-28T10:19:05,155 INFO  [M:0;e792e7e95410:43999 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d92d01dd141d469cbf8cc66b3ee1fd72
2024-11-28T10:19:05,156 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d92d01dd141d469cbf8cc66b3ee1fd72, entries=6, sequenceid=58, filesize=6.6 K
2024-11-28T10:19:05,156 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a18435bef3340bf8efd034e27bf38d6 as hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a18435bef3340bf8efd034e27bf38d6
2024-11-28T10:19:05,161 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46163/user/jenkins/test-data/202f2f18-c8bd-d6b7-87e5-02f1dc8afd67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a18435bef3340bf8efd034e27bf38d6, entries=1, sequenceid=58, filesize=5.0 K
2024-11-28T10:19:05,162 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false
2024-11-28T10:19:05,164 INFO  [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:05,164 DEBUG [M:0;e792e7e95410:43999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789143874Disabling compacts and flushes for region at 1732789143874Disabling writes for close at 1732789143875 (+1 ms)Obtaining lock to block concurrent updates at 1732789143875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789143875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732789143875Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789143876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789143876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789143889 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789143889Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789144298 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789144312 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789144312Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789144722 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789144734 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789144734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e30dd9d: reopening flushed file at 1732789145144 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af587b5: reopening flushed file at 1732789145150 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43151a7b: reopening flushed file at 1732789145156 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1732789145162 (+6 ms)Writing region close event to WAL at 1732789145164 (+2 ms)Closed at 1732789145164
2024-11-28T10:19:05,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741830_1006 (size=33026)
2024-11-28T10:19:05,166 INFO  [M:0;e792e7e95410:43999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:19:05,166 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:05,166 INFO  [M:0;e792e7e95410:43999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43999
2024-11-28T10:19:05,167 INFO  [M:0;e792e7e95410:43999 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:05,316 INFO  [M:0;e792e7e95410:43999 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x10180f2c0c50003, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:05,319 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d082e22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:05,319 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:05,319 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:05,320 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:05,320 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:05,325 WARN  [BP-2121746022-172.17.0.2-1732789066724 heartbeating to localhost/127.0.0.1:46163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:19:05,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:19:05,325 WARN  [BP-2121746022-172.17.0.2-1732789066724 heartbeating to localhost/127.0.0.1:46163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121746022-172.17.0.2-1732789066724 (Datanode Uuid cca164e2-87ef-473f-a829-ae5498a55596) service to localhost/127.0.0.1:46163
2024-11-28T10:19:05,325 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:19:05,325 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/cluster_61f46738-4e4d-3634-a3f7-b96dbe4b1c6b/data/data1/current/BP-2121746022-172.17.0.2-1732789066724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:05,326 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/cluster_61f46738-4e4d-3634-a3f7-b96dbe4b1c6b/data/data2/current/BP-2121746022-172.17.0.2-1732789066724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:05,326 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:19:05,334 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebfe69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:05,334 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:05,334 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:05,334 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:05,334 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:05,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:19:05,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:19:05,353 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:05,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:05,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:05,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:05,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:19:05,354 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:05,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677128212, stopped=false
2024-11-28T10:19:05,354 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,35433,1732789062933
2024-11-28T10:19:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1562761131/running
2024-11-28T10:19:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1562761131/running
2024-11-28T10:19:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:19:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:19:05,370 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/running
2024-11-28T10:19:05,370 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:05,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Set watcher on znode that does not yet exist, /0-1562761131/running
2024-11-28T10:19:05,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:05,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:05,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,43451,1732789063145' *****
2024-11-28T10:19:05,372 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(3091): Received CLOSE for dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:19:05,373 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(3091): Received CLOSE for c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,43451,1732789063145
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43451.
2024-11-28T10:19:05,373 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd24ed8c3d32c9614e1806f9ead00186, disabling compactions & flushes
2024-11-28T10:19:05,373 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:19:05,373 DEBUG [RS:0;e792e7e95410:43451 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:05,373 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:19:05,373 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:05,373 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186. after waiting 0 ms
2024-11-28T10:19:05,373 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:19:05,373 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:19:05,374 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:19:05,374 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:19:05,374 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:19:05,374 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:19:05,374 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1325): Online Regions={dd24ed8c3d32c9614e1806f9ead00186=test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186., 1588230740=hbase:meta,,1.1588230740, c6d1602216d487de72e7b53a23ab9cba=hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.}
2024-11-28T10:19:05,374 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6d1602216d487de72e7b53a23ab9cba, dd24ed8c3d32c9614e1806f9ead00186
2024-11-28T10:19:05,374 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:05,374 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:05,374 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:05,375 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:05,375 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:05,375 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:19:05,385 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/default/test/dd24ed8c3d32c9614e1806f9ead00186/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:19:05,386 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd24ed8c3d32c9614e1806f9ead00186:
Waiting for close lock at 1732789145373Running coprocessor pre-close hooks at 1732789145373Disabling compacts and flushes for region at 1732789145373Disabling writes for close at 1732789145373Writing region close event to WAL at 1732789145376 (+3 ms)Running coprocessor post-close hooks at 1732789145386 (+10 ms)Closed at 1732789145386
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186.
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6d1602216d487de72e7b53a23ab9cba, disabling compactions & flushes
2024-11-28T10:19:05,386 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:19:05,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba. after waiting 0 ms
2024-11-28T10:19:05,387 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:19:05,387 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6d1602216d487de72e7b53a23ab9cba 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-28T10:19:05,397 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/info/42c33acac823447185b699f0b26dac2e is 147, key is hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba./info:regioninfo/1732789076799/Put/seqid=0
2024-11-28T10:19:05,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741844_1020 (size=7686)
2024-11-28T10:19:05,410 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/hfileref/049d7c651be34e478ee4bf40fee8f68c is 74, key is 1/hfileref:002650db3e04432db56e82df16527708_SeqId_4_/1732789079763/DeleteColumn/seqid=0
2024-11-28T10:19:05,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741845_1021 (size=5203)
2024-11-28T10:19:05,418 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:05,490 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:19:05,490 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:19:05,574 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:19:05,774 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:19:05,806 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/info/42c33acac823447185b699f0b26dac2e
2024-11-28T10:19:05,814 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/hfileref/049d7c651be34e478ee4bf40fee8f68c
2024-11-28T10:19:05,831 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/ns/0718f8b83b7b4c2b9e2af446d7f8c75c is 43, key is default/ns:d/1732789066619/Put/seqid=0
2024-11-28T10:19:05,838 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/queue/31aea402da054c278f8d02e9e12f9bd3 is 153, key is 1-e792e7e95410,43451,1732789063145/queue:e792e7e95410%2C43451%2C1732789063145/1732789081551/Put/seqid=0
2024-11-28T10:19:05,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741846_1022 (size=5352)
2024-11-28T10:19:05,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741847_1023 (size=5153)
2024-11-28T10:19:05,975 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:19:06,175 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6d1602216d487de72e7b53a23ab9cba
2024-11-28T10:19:06,248 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/queue/31aea402da054c278f8d02e9e12f9bd3
2024-11-28T10:19:06,248 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/ns/0718f8b83b7b4c2b9e2af446d7f8c75c
2024-11-28T10:19:06,254 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/hfileref/049d7c651be34e478ee4bf40fee8f68c as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/hfileref/049d7c651be34e478ee4bf40fee8f68c
2024-11-28T10:19:06,260 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/hfileref/049d7c651be34e478ee4bf40fee8f68c, entries=2, sequenceid=10, filesize=5.1 K
2024-11-28T10:19:06,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/.tmp/queue/31aea402da054c278f8d02e9e12f9bd3 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/queue/31aea402da054c278f8d02e9e12f9bd3
2024-11-28T10:19:06,266 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/queue/31aea402da054c278f8d02e9e12f9bd3, entries=1, sequenceid=10, filesize=5.2 K
2024-11-28T10:19:06,267 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c6d1602216d487de72e7b53a23ab9cba in 880ms, sequenceid=10, compaction requested=false
2024-11-28T10:19:06,269 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/rep_barrier/91744a68ec57473985aec063201fc2bc is 112, key is test,,1732789071824.dd24ed8c3d32c9614e1806f9ead00186./rep_barrier:seqnumDuringOpen/1732789072990/Put/seqid=0
2024-11-28T10:19:06,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741848_1024 (size=5518)
2024-11-28T10:19:06,273 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/replication/c6d1602216d487de72e7b53a23ab9cba/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-28T10:19:06,274 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:06,274 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:06,274 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:19:06,274 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6d1602216d487de72e7b53a23ab9cba:
Waiting for close lock at 1732789145386Running coprocessor pre-close hooks at 1732789145386Disabling compacts and flushes for region at 1732789145386Disabling writes for close at 1732789145387 (+1 ms)Obtaining lock to block concurrent updates at 1732789145387Preparing flush snapshotting stores in c6d1602216d487de72e7b53a23ab9cba at 1732789145387Finished memstore snapshotting hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732789145387Flushing stores of hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba. at 1732789145388 (+1 ms)Flushing c6d1602216d487de72e7b53a23ab9cba/hfileref: creating writer at 1732789145388Flushing c6d1602216d487de72e7b53a23ab9cba/hfileref: appending metadata at 1732789145409 (+21 ms)Flushing c6d1602216d487de72e7b53a23ab9cba/hfileref: closing flushed file at 1732789145409Flushing c6d1602216d487de72e7b53a23ab9cba/queue: creating writer at 1732789145819 (+410 ms)Flushing c6d1602216d487de72e7b53a23ab9cba/queue: appending metadata at 1732789145838 (+19 ms)Flushing c6d1602216d487de72e7b53a23ab9cba/queue: closing flushed file at 1732789145838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5da67e: reopening flushed file at 1732789146253 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785bbe53: reopening flushed file at 1732789146260 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c6d1602216d487de72e7b53a23ab9cba in 880ms, sequenceid=10, compaction requested=false at 1732789146267 (+7 ms)Writing region close event to WAL at 1732789146269 (+2 ms)Running coprocessor post-close hooks at 1732789146274 (+5 ms)Closed at 1732789146274
2024-11-28T10:19:06,274 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789076225.c6d1602216d487de72e7b53a23ab9cba.
2024-11-28T10:19:06,375 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:19:06,375 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:06,375 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:06,521 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:06,521 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:06,521 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:06,525 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:06,575 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:06,673 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/rep_barrier/91744a68ec57473985aec063201fc2bc
2024-11-28T10:19:06,692 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/table/02783af4acf946e3bc85c86c8f373ebb is 53, key is hbase:replication/table:state/1732789076813/Put/seqid=0
2024-11-28T10:19:06,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741849_1025 (size=5308)
2024-11-28T10:19:06,775 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:06,976 DEBUG [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:07,032 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:07,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:07,051 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:07,052 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:07,056 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:07,097 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/table/02783af4acf946e3bc85c86c8f373ebb
2024-11-28T10:19:07,102 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/info/42c33acac823447185b699f0b26dac2e as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/info/42c33acac823447185b699f0b26dac2e
2024-11-28T10:19:07,108 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/info/42c33acac823447185b699f0b26dac2e, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:19:07,109 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/ns/0718f8b83b7b4c2b9e2af446d7f8c75c as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/ns/0718f8b83b7b4c2b9e2af446d7f8c75c
2024-11-28T10:19:07,114 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/ns/0718f8b83b7b4c2b9e2af446d7f8c75c, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:19:07,115 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/rep_barrier/91744a68ec57473985aec063201fc2bc as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/rep_barrier/91744a68ec57473985aec063201fc2bc
2024-11-28T10:19:07,120 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/rep_barrier/91744a68ec57473985aec063201fc2bc, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:19:07,121 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/.tmp/table/02783af4acf946e3bc85c86c8f373ebb as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/table/02783af4acf946e3bc85c86c8f373ebb
2024-11-28T10:19:07,126 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/table/02783af4acf946e3bc85c86c8f373ebb, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:19:07,128 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=16, compaction requested=false
2024-11-28T10:19:07,132 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:19:07,133 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:07,133 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:07,133 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:07,133 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789145374Running coprocessor pre-close hooks at 1732789145374Disabling compacts and flushes for region at 1732789145374Disabling writes for close at 1732789145375 (+1 ms)Obtaining lock to block concurrent updates at 1732789145375Preparing flush snapshotting stores in 1588230740 at 1732789145375Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789145375Flushing stores of hbase:meta,,1.1588230740 at 1732789145376 (+1 ms)Flushing 1588230740/info: creating writer at 1732789145376Flushing 1588230740/info: appending metadata at 1732789145397 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732789145397Flushing 1588230740/ns: creating writer at 1732789145812 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732789145831 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732789145831Flushing 1588230740/rep_barrier: creating writer at 1732789146253 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789146268 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789146268Flushing 1588230740/table: creating writer at 1732789146678 (+410 ms)Flushing 1588230740/table: appending metadata at 1732789146692 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732789146692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a359059: reopening flushed file at 1732789147102 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c489db3: reopening flushed file at 1732789147108 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e475d47: reopening flushed file at 1732789147114 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c97d956: reopening flushed file at 1732789147120 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=16, compaction requested=false at 1732789147128 (+8 ms)Writing region close event to WAL at 1732789147129 (+1 ms)Running coprocessor post-close hooks at 1732789147133 (+4 ms)Closed at 1732789147133
2024-11-28T10:19:07,133 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:07,176 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,43451,1732789063145; all regions closed.
2024-11-28T10:19:07,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:19:07,180 DEBUG [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs
2024-11-28T10:19:07,180 INFO  [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43451%2C1732789063145.meta:.meta(num 1732789066560)
2024-11-28T10:19:07,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741839_1015 (size=2700)
2024-11-28T10:19:07,184 DEBUG [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs
2024-11-28T10:19:07,184 INFO  [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43451%2C1732789063145.rep:(num 1732789076697)
2024-11-28T10:19:07,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741832_1008 (size=1300)
2024-11-28T10:19:07,188 DEBUG [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/oldWALs
2024-11-28T10:19:07,188 INFO  [RS:0;e792e7e95410:43451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43451%2C1732789063145:(num 1732789065548)
2024-11-28T10:19:07,188 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:07,188 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:07,188 INFO  [RS:0;e792e7e95410:43451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:07,188 INFO  [RS:0;e792e7e95410:43451 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:07,188 INFO  [RS:0;e792e7e95410:43451 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:07,188 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:07,189 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,43451,1732789063145 because: Region server is closing
2024-11-28T10:19:07,189 INFO  [RS:0;e792e7e95410:43451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43451.
2024-11-28T10:19:07,189 DEBUG [RS:0;e792e7e95410:43451 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:07,189 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:07,189 DEBUG [RS:0;e792e7e95410:43451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:07,189 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:07,289 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.wal-reader.e792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:19:07,289 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:19:07,290 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43451,1732789063145.replicationSource.shippere792e7e95410%2C43451%2C1732789063145,1-e792e7e95410,43451,1732789063145 terminated
2024-11-28T10:19:07,290 INFO  [RS:0;e792e7e95410:43451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43451
2024-11-28T10:19:07,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131/rs
2024-11-28T10:19:07,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1562761131/rs/e792e7e95410,43451,1732789063145
2024-11-28T10:19:07,338 INFO  [RS:0;e792e7e95410:43451 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:07,348 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,43451,1732789063145]
2024-11-28T10:19:07,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1562761131/draining/e792e7e95410,43451,1732789063145 already deleted, retry=false
2024-11-28T10:19:07,359 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,43451,1732789063145 expired; onlineServers=0
2024-11-28T10:19:07,359 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,35433,1732789062933' *****
2024-11-28T10:19:07,359 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:07,359 DEBUG [M:0;e792e7e95410:35433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:19:07,359 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:19:07,359 DEBUG [M:0;e792e7e95410:35433 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:19:07,359 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789065313 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789065313,5,FailOnTimeoutGroup]
2024-11-28T10:19:07,359 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789065313 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789065313,5,FailOnTimeoutGroup]
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:07,359 DEBUG [M:0;e792e7e95410:35433 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:07,359 INFO  [M:0;e792e7e95410:35433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:19:07,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:19:07,369 DEBUG [M:0;e792e7e95410:35433 {}] zookeeper.ZKUtil(347): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Unable to get data of znode /0-1562761131/master because node does not exist (not an error)
2024-11-28T10:19:07,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1562761131/master
2024-11-28T10:19:07,369 WARN  [M:0;e792e7e95410:35433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:19:07,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1562761131
2024-11-28T10:19:07,371 INFO  [M:0;e792e7e95410:35433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/.lastflushedseqids
2024-11-28T10:19:07,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741850_1026 (size=263)
2024-11-28T10:19:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:07,448 INFO  [RS:0;e792e7e95410:43451 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:07,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43451-0x10180f2c0c50001, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:07,448 INFO  [RS:0;e792e7e95410:43451 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,43451,1732789063145; zookeeper connection closed.
2024-11-28T10:19:07,449 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a6edbd5
2024-11-28T10:19:07,449 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:19:07,776 INFO  [M:0;e792e7e95410:35433 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:19:07,776 INFO  [M:0;e792e7e95410:35433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:19:07,776 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:07,776 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:07,777 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:07,777 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:07,777 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:07,777 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB
2024-11-28T10:19:07,791 DEBUG [M:0;e792e7e95410:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c904f010734d46e5a0ea84da5e5eee22 is 82, key is hbase:meta,,1/info:regioninfo/1732789066591/Put/seqid=0
2024-11-28T10:19:07,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741851_1027 (size=5672)
2024-11-28T10:19:08,196 INFO  [M:0;e792e7e95410:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c904f010734d46e5a0ea84da5e5eee22
2024-11-28T10:19:08,214 DEBUG [M:0;e792e7e95410:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60e9f6c69c54dc3b4ed7248f49a9fd1 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789073006/Put/seqid=0
2024-11-28T10:19:08,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741852_1028 (size=7241)
2024-11-28T10:19:08,619 INFO  [M:0;e792e7e95410:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60e9f6c69c54dc3b4ed7248f49a9fd1
2024-11-28T10:19:08,624 INFO  [M:0;e792e7e95410:35433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d60e9f6c69c54dc3b4ed7248f49a9fd1
2024-11-28T10:19:08,637 DEBUG [M:0;e792e7e95410:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed589d23d0a48f6b3ae76e3a9274dba is 69, key is e792e7e95410,43451,1732789063145/rs:state/1732789065402/Put/seqid=0
2024-11-28T10:19:08,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741853_1029 (size=5156)
2024-11-28T10:19:09,041 INFO  [M:0;e792e7e95410:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed589d23d0a48f6b3ae76e3a9274dba
2024-11-28T10:19:09,047 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c904f010734d46e5a0ea84da5e5eee22 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c904f010734d46e5a0ea84da5e5eee22
2024-11-28T10:19:09,052 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c904f010734d46e5a0ea84da5e5eee22, entries=8, sequenceid=105, filesize=5.5 K
2024-11-28T10:19:09,053 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d60e9f6c69c54dc3b4ed7248f49a9fd1 as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d60e9f6c69c54dc3b4ed7248f49a9fd1
2024-11-28T10:19:09,058 INFO  [M:0;e792e7e95410:35433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d60e9f6c69c54dc3b4ed7248f49a9fd1
2024-11-28T10:19:09,058 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d60e9f6c69c54dc3b4ed7248f49a9fd1, entries=11, sequenceid=105, filesize=7.1 K
2024-11-28T10:19:09,059 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ed589d23d0a48f6b3ae76e3a9274dba as hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed589d23d0a48f6b3ae76e3a9274dba
2024-11-28T10:19:09,064 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33529/user/jenkins/test-data/f37b6be2-f289-b427-c1b4-c23432cf59bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ed589d23d0a48f6b3ae76e3a9274dba, entries=1, sequenceid=105, filesize=5.0 K
2024-11-28T10:19:09,065 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false
2024-11-28T10:19:09,066 INFO  [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:09,067 DEBUG [M:0;e792e7e95410:35433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789147776Disabling compacts and flushes for region at 1732789147776Disabling writes for close at 1732789147777 (+1 ms)Obtaining lock to block concurrent updates at 1732789147777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789147777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732789147777Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789147778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789147778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789147791 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789147791Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789148200 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789148214 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789148214Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789148624 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789148637 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789148637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f99caf: reopening flushed file at 1732789149046 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a63fed2: reopening flushed file at 1732789149052 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edd420: reopening flushed file at 1732789149058 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732789149065 (+7 ms)Writing region close event to WAL at 1732789149066 (+1 ms)Closed at 1732789149066
2024-11-28T10:19:09,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741830_1006 (size=64538)
2024-11-28T10:19:09,069 INFO  [M:0;e792e7e95410:35433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:19:09,069 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:09,069 INFO  [M:0;e792e7e95410:35433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35433
2024-11-28T10:19:09,070 INFO  [M:0;e792e7e95410:35433 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:09,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:09,221 INFO  [M:0;e792e7e95410:35433 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:09,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x10180f2c0c50000, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:09,224 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:09,224 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:09,224 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:09,224 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:09,224 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:09,225 WARN  [BP-1018530465-172.17.0.2-1732789060914 heartbeating to localhost/127.0.0.1:33529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:19:09,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:19:09,225 WARN  [BP-1018530465-172.17.0.2-1732789060914 heartbeating to localhost/127.0.0.1:33529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1018530465-172.17.0.2-1732789060914 (Datanode Uuid 1f2af5b8-1da4-4612-a1ac-893af641e462) service to localhost/127.0.0.1:33529
2024-11-28T10:19:09,225 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:19:09,226 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/data/data1/current/BP-1018530465-172.17.0.2-1732789060914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:09,226 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/cluster_ce2699d8-4cd2-591a-595a-cc1a21ccdadc/data/data2/current/BP-1018530465-172.17.0.2-1732789060914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:09,226 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:19:09,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56588678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:09,231 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:09,231 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:09,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:09,231 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1d23531-8de8-3d8d-5fd6-ce794cd7c519/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:09,238 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:19:09,249 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:19:09,257 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33529
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33529
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff214b90210.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46163 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33529 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33529 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46163 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff214b90210.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46163
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33529
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33529
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58704)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58704)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33529
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46163 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33529 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46163
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46163
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46163
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46163
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46163
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=4089 (was 4599)
2024-11-28T10:19:09,265 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=4089
2024-11-28T10:19:09,277 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-28T10:19:09,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir so I do NOT create it in target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0
2024-11-28T10:19:09,278 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:19:09,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.tmp.dir so I do NOT create it in target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0
2024-11-28T10:19:09,278 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4103c58f-a56d-8981-0d05-b721c368610a/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:19:09,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0
2024-11-28T10:19:09,278 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a, deleteOnExit=true
2024-11-28T10:19:09,280 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/zookeeper_0, clientPort=51514, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:19:09,281 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51514
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/test.cache.data in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:19:09,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:09,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:19:09,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:19:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f2c0c50005, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:19:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f2c0c50002, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:19:09,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f2c0c50005, quorum=127.0.0.1:58704, baseZNode=/11148485977 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:19:09,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f2c0c50002, quorum=127.0.0.1:58704, baseZNode=/0-1562761131 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:19:09,659 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:09,663 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:09,664 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:09,664 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:09,664 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:19:09,665 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:09,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:09,665 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140ffc81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:09,760 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b142757{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/java.io.tmpdir/jetty-localhost-35993-hadoop-hdfs-3_4_1-tests_jar-_-any-2957685525218284425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:09,760 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8b70d{HTTP/1.1, (http/1.1)}{localhost:35993}
2024-11-28T10:19:09,760 INFO  [Time-limited test {}] server.Server(415): Started @143692ms
2024-11-28T10:19:09,982 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:09,986 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:09,987 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:09,987 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:09,987 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:19:09,988 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594fffb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:09,988 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76fdbe1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:10,092 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43afdc90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/java.io.tmpdir/jetty-localhost-34207-hadoop-hdfs-3_4_1-tests_jar-_-any-15162885059684190818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:10,092 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c87b6b2{HTTP/1.1, (http/1.1)}{localhost:34207}
2024-11-28T10:19:10,092 INFO  [Time-limited test {}] server.Server(415): Started @144024ms
2024-11-28T10:19:10,094 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:19:10,705 WARN  [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/data/data2/current/BP-1773085561-172.17.0.2-1732789149298/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:10,705 WARN  [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/data/data1/current/BP-1773085561-172.17.0.2-1732789149298/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:10,719 WARN  [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:19:10,721 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3fb15775c3b8e88 with lease ID 0x953a889b15398080: Processing first storage report for DS-e22e349a-6749-4a8b-acf6-85752d130623 from datanode DatanodeRegistration(127.0.0.1:35071, datanodeUuid=3a3fc82c-1d2a-4643-9ecf-038fc49000ad, infoPort=37125, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=1902664886;c=1732789149298)
2024-11-28T10:19:10,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3fb15775c3b8e88 with lease ID 0x953a889b15398080: from storage DS-e22e349a-6749-4a8b-acf6-85752d130623 node DatanodeRegistration(127.0.0.1:35071, datanodeUuid=3a3fc82c-1d2a-4643-9ecf-038fc49000ad, infoPort=37125, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=1902664886;c=1732789149298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:10,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3fb15775c3b8e88 with lease ID 0x953a889b15398080: Processing first storage report for DS-e10b1187-3e16-436b-b9e3-3ac86b704568 from datanode DatanodeRegistration(127.0.0.1:35071, datanodeUuid=3a3fc82c-1d2a-4643-9ecf-038fc49000ad, infoPort=37125, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=1902664886;c=1732789149298)
2024-11-28T10:19:10,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3fb15775c3b8e88 with lease ID 0x953a889b15398080: from storage DS-e10b1187-3e16-436b-b9e3-3ac86b704568 node DatanodeRegistration(127.0.0.1:35071, datanodeUuid=3a3fc82c-1d2a-4643-9ecf-038fc49000ad, infoPort=37125, infoSecurePort=0, ipcPort=43685, storageInfo=lv=-57;cid=testClusterID;nsid=1902664886;c=1732789149298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:10,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0
2024-11-28T10:19:10,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:10,824 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:10,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:19:11,233 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d with version=8
2024-11-28T10:19:11,233 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/hbase-staging
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:19:11,235 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:11,236 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40257
2024-11-28T10:19:11,237 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40257 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:11,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402570x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:11,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40257-0x10180f41a0b0000 connected
2024-11-28T10:19:11,416 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:11,417 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:11,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:11,419 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d, hbase.cluster.distributed=false
2024-11-28T10:19:11,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/acl
2024-11-28T10:19:11,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40257
2024-11-28T10:19:11,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40257
2024-11-28T10:19:11,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40257
2024-11-28T10:19:11,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40257
2024-11-28T10:19:11,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40257
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:11,435 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:19:11,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:11,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39083
2024-11-28T10:19:11,437 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39083 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:11,438 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:11,439 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:11,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390830x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:11,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390830x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:11,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39083-0x10180f41a0b0001 connected
2024-11-28T10:19:11,454 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:19:11,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:19:11,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/master
2024-11-28T10:19:11,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/acl
2024-11-28T10:19:11,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39083
2024-11-28T10:19:11,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39083
2024-11-28T10:19:11,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39083
2024-11-28T10:19:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39083
2024-11-28T10:19:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39083
2024-11-28T10:19:11,470 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:40257
2024-11-28T10:19:11,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1219122327/backup-masters/e792e7e95410,40257,1732789151235
2024-11-28T10:19:11,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:11,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:11,479 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/backup-masters/e792e7e95410,40257,1732789151235
2024-11-28T10:19:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/master
2024-11-28T10:19:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:11,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:11,490 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/master
2024-11-28T10:19:11,490 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1219122327/backup-masters/e792e7e95410,40257,1732789151235 from backup master directory
2024-11-28T10:19:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/backup-masters/e792e7e95410,40257,1732789151235
2024-11-28T10:19:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:11,500 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:11,500 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,40257,1732789151235
2024-11-28T10:19:11,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/hbase.id] with ID: 2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340
2024-11-28T10:19:11,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.tmp/hbase.id
2024-11-28T10:19:11,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:19:11,908 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.tmp/hbase.id]:[hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/hbase.id]
2024-11-28T10:19:11,919 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:11,919 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:19:11,920 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:19:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:11,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:19:12,385 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:12,386 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:19:12,386 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:12,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:19:12,634 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:12,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:12,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:12,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:12,655 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:12,660 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:12,793 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store
2024-11-28T10:19:12,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:19:13,199 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:13,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:13,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:13,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:13,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:13,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:13,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:13,200 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789153200Disabling compacts and flushes for region at 1732789153200Disabling writes for close at 1732789153200Writing region close event to WAL at 1732789153200Closed at 1732789153200
2024-11-28T10:19:13,201 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/.initializing
2024-11-28T10:19:13,201 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235
2024-11-28T10:19:13,202 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:13,204 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C40257%2C1732789151235, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/oldWALs, maxLogs=10
2024-11-28T10:19:13,215 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235/e792e7e95410%2C40257%2C1732789151235.1732789153204, exclude list is [], retry=0
2024-11-28T10:19:13,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:13,220 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:13,220 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:13,220 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:13,220 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:13,220 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,220 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:13,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:19:13,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:13,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:13,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:13,224 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:19:13,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:13,225 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:13,225 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:13,226 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:19:13,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:13,226 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:13,226 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:13,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:19:13,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:13,228 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:13,228 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,228 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,229 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,230 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,230 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,231 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:13,231 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:13,233 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:13,233 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60246298, jitterRate=-0.10226020216941833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:13,234 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789153220Initializing all the Stores at 1732789153221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789153221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789153221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789153221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789153221Cleaning up temporary data from old regions at 1732789153230 (+9 ms)Region opened successfully at 1732789153234 (+4 ms)
2024-11-28T10:19:13,234 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:19:13,237 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa5f4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:13,237 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:19:13,238 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:19:13,238 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:19:13,238 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:19:13,238 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:19:13,238 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:19:13,239 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:19:13,240 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:19:13,241 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/balancer because node does not exist (not necessarily an error)
2024-11-28T10:19:13,368 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/balancer already deleted, retry=false
2024-11-28T10:19:13,369 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:19:13,370 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:19:13,379 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/normalizer already deleted, retry=false
2024-11-28T10:19:13,379 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:19:13,380 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:19:13,389 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/switch/split already deleted, retry=false
2024-11-28T10:19:13,390 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:19:13,400 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/switch/merge already deleted, retry=false
2024-11-28T10:19:13,402 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:19:13,410 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/snapshot-cleanup already deleted, retry=false
2024-11-28T10:19:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,422 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,40257,1732789151235, sessionid=0x10180f41a0b0000, setting cluster-up flag (Was=false)
2024-11-28T10:19:13,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,474 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219122327/flush-table-proc/acquired, /0-1219122327/flush-table-proc/reached, /0-1219122327/flush-table-proc/abort
2024-11-28T10:19:13,475 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,40257,1732789151235
2024-11-28T10:19:13,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:13,526 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219122327/online-snapshot/acquired, /0-1219122327/online-snapshot/reached, /0-1219122327/online-snapshot/abort
2024-11-28T10:19:13,527 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,40257,1732789151235
2024-11-28T10:19:13,528 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:19:13,530 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:13,530 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:19:13,530 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:19:13,530 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,40257,1732789151235
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:13,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789183534
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:19:13,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:13,534 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:19:13,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:19:13,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:13,536 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789153536,5,FailOnTimeoutGroup]
2024-11-28T10:19:13,536 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:19:13,536 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789153536,5,FailOnTimeoutGroup]
2024-11-28T10:19:13,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:19:13,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:19:13,563 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(746): ClusterId : 2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340
2024-11-28T10:19:13,563 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:19:13,574 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:19:13,574 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:19:13,584 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:19:13,585 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bef9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:13,598 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:39083
2024-11-28T10:19:13,598 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:19:13,598 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:19:13,598 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:19:13,599 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,40257,1732789151235 with port=39083, startcode=1732789151434
2024-11-28T10:19:13,599 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:19:13,600 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:19:13,600 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,601 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40257 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,602 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d
2024-11-28T10:19:13,602 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595
2024-11-28T10:19:13,602 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:19:13,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/rs
2024-11-28T10:19:13,611 DEBUG [RS:0;e792e7e95410:39083 {}] zookeeper.ZKUtil(111): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/rs/e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,611 WARN  [RS:0;e792e7e95410:39083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:13,611 INFO  [RS:0;e792e7e95410:39083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:13,611 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,612 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,39083,1732789151434]
2024-11-28T10:19:13,615 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:19:13,616 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:19:13,617 INFO  [RS:0;e792e7e95410:39083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:19:13,617 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,617 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:19:13,618 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:19:13,618 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:13,618 DEBUG [RS:0;e792e7e95410:39083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,619 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39083,1732789151434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:13,633 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:19:13,634 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39083,1732789151434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,634 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,634 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.Replication(171): e792e7e95410,39083,1732789151434 started
2024-11-28T10:19:13,652 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:13,652 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,39083,1732789151434, RpcServer on e792e7e95410/172.17.0.2:39083, sessionid=0x10180f41a0b0001
2024-11-28T10:19:13,652 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:19:13,652 DEBUG [RS:0;e792e7e95410:39083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,652 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,39083,1732789151434'
2024-11-28T10:19:13,652 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219122327/flush-table-proc/abort'
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219122327/flush-table-proc/acquired'
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,39083,1732789151434
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,39083,1732789151434'
2024-11-28T10:19:13,653 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219122327/online-snapshot/abort'
2024-11-28T10:19:13,654 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219122327/online-snapshot/acquired'
2024-11-28T10:19:13,654 DEBUG [RS:0;e792e7e95410:39083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:19:13,654 INFO  [RS:0;e792e7e95410:39083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:19:13,654 INFO  [RS:0;e792e7e95410:39083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:19:13,755 INFO  [RS:0;e792e7e95410:39083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:13,756 INFO  [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39083%2C1732789151434, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:13,768 DEBUG [RS:0;e792e7e95410:39083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757, exclude list is [], retry=0
2024-11-28T10:19:13,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:13,772 INFO  [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757
2024-11-28T10:19:13,772 DEBUG [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:13,942 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:19:13,942 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d
2024-11-28T10:19:13,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:19:14,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:14,349 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:14,350 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:14,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:14,351 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:14,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,352 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:14,353 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:14,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,353 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,354 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:14,355 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:14,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:14,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:14,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:14,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:14,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:14,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:14,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:14,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:14,361 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62411773, jitterRate=-0.06999211013317108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789154348Initializing all the Stores at 1732789154348Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154349 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789154349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154349Cleaning up temporary data from old regions at 1732789154357 (+8 ms)Region opened successfully at 1732789154361 (+4 ms)
2024-11-28T10:19:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:14,361 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:14,362 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:14,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789154361Disabling compacts and flushes for region at 1732789154361Disabling writes for close at 1732789154361Writing region close event to WAL at 1732789154362 (+1 ms)Closed at 1732789154362
2024-11-28T10:19:14,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:14,363 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:19:14,363 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:19:14,364 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:14,365 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:19:14,515 DEBUG [e792e7e95410:40257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:14,515 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,39083,1732789151434
2024-11-28T10:19:14,516 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,39083,1732789151434, state=OPENING
2024-11-28T10:19:14,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:19:14,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:14,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:14,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:14,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:14,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:14,621 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,39083,1732789151434}]
2024-11-28T10:19:14,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:14,775 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:19:14,778 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:19:14,778 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:14,779 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:19:14,780 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39083%2C1732789151434.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:14,791 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.meta.1732789154780.meta, exclude list is [], retry=0
2024-11-28T10:19:14,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:14,795 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.meta.1732789154780.meta
2024-11-28T10:19:14,795 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:14,795 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:14,795 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:14,795 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:14,795 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:19:14,796 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:19:14,796 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:19:14,796 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:14,796 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:19:14,796 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:19:14,797 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:14,798 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:14,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,798 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:14,799 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:14,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,800 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:14,800 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:14,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,801 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,801 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:14,801 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:14,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:14,802 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:14,802 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:14,802 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:14,803 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:14,804 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:14,804 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:14,805 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:14,806 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:14,807 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59740474, jitterRate=-0.10979756712913513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:14,807 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:19:14,807 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789154796Writing region info on filesystem at 1732789154796Initializing all the Stores at 1732789154797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789154797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789154797Cleaning up temporary data from old regions at 1732789154804 (+7 ms)Running coprocessor post-open hooks at 1732789154807 (+3 ms)Region opened successfully at 1732789154807
2024-11-28T10:19:14,808 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789154774
2024-11-28T10:19:14,810 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:19:14,810 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:19:14,810 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,39083,1732789151434
2024-11-28T10:19:14,811 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,39083,1732789151434, state=OPEN
2024-11-28T10:19:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:14,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,39083,1732789151434
2024-11-28T10:19:14,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:14,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:14,834 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:19:14,834 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,39083,1732789151434 in 211 msec
2024-11-28T10:19:14,836 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:19:14,836 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec
2024-11-28T10:19:14,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:14,837 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:19:14,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:14,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,39083,1732789151434, seqNum=-1]
2024-11-28T10:19:14,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:14,840 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:14,844 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec
2024-11-28T10:19:14,844 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789154844, completionTime=-1
2024-11-28T10:19:14,844 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:19:14,844 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789214846
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789274846
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,846 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,847 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:40257, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,847 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,847 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,848 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.350sec
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:14,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:19:14,853 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:19:14,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:19:14,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40257,1732789151235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:14,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:14,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,40257,-1 for getting cluster id
2024-11-28T10:19:14,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:14,865 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340'
2024-11-28T10:19:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340"

2024-11-28T10:19:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,40257,-1]
2024-11-28T10:19:14,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:14,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:14,867 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:14,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:14,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,39083,1732789151434, seqNum=-1]
2024-11-28T10:19:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:14,870 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:14,871 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,40257,1732789151235
2024-11-28T10:19:14,872 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:14,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f41a0b0002 connected
2024-11-28T10:19:14,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir so I do NOT create it in target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89
2024-11-28T10:19:14,897 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:19:14,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.tmp.dir so I do NOT create it in target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89
2024-11-28T10:19:14,897 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:19:14,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89
2024-11-28T10:19:14,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:19:14,897 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/cluster_72e59048-7635-b0a8-973e-9ec4549a9447, deleteOnExit=true
2024-11-28T10:19:14,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/test.cache.data in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:19:14,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:19:14,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:19:14,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:19:15,187 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:15,191 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:15,192 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:15,192 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:15,192 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:19:15,193 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:15,193 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:15,193 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:15,287 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1eb7736b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/java.io.tmpdir/jetty-localhost-41283-hadoop-hdfs-3_4_1-tests_jar-_-any-503485017045040057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:15,288 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:41283}
2024-11-28T10:19:15,288 INFO  [Time-limited test {}] server.Server(415): Started @149220ms
2024-11-28T10:19:15,530 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:15,533 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:15,535 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:15,535 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:15,535 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:19:15,536 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:15,537 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:15,632 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca7e3da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/java.io.tmpdir/jetty-localhost-45019-hadoop-hdfs-3_4_1-tests_jar-_-any-12637861997725996272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:15,632 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:45019}
2024-11-28T10:19:15,632 INFO  [Time-limited test {}] server.Server(415): Started @149564ms
2024-11-28T10:19:15,633 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:19:16,286 WARN  [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/cluster_72e59048-7635-b0a8-973e-9ec4549a9447/data/data1/current/BP-1907374391-172.17.0.2-1732789154913/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:16,286 WARN  [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/cluster_72e59048-7635-b0a8-973e-9ec4549a9447/data/data2/current/BP-1907374391-172.17.0.2-1732789154913/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:16,306 WARN  [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:19:16,308 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82d99f2837039e20 with lease ID 0xb5988622a259f5b6: Processing first storage report for DS-c18a0299-a018-482d-b25e-e13d78107ca0 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=bc65db70-7d30-4458-9906-a23a9c4b0735, infoPort=41213, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=150722715;c=1732789154913)
2024-11-28T10:19:16,308 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82d99f2837039e20 with lease ID 0xb5988622a259f5b6: from storage DS-c18a0299-a018-482d-b25e-e13d78107ca0 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=bc65db70-7d30-4458-9906-a23a9c4b0735, infoPort=41213, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=150722715;c=1732789154913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:16,308 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82d99f2837039e20 with lease ID 0xb5988622a259f5b6: Processing first storage report for DS-097ad2d8-82cb-422f-a46b-4958523d8f03 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=bc65db70-7d30-4458-9906-a23a9c4b0735, infoPort=41213, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=150722715;c=1732789154913)
2024-11-28T10:19:16,308 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82d99f2837039e20 with lease ID 0xb5988622a259f5b6: from storage DS-097ad2d8-82cb-422f-a46b-4958523d8f03 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=bc65db70-7d30-4458-9906-a23a9c4b0735, infoPort=41213, infoSecurePort=0, ipcPort=33343, storageInfo=lv=-57;cid=testClusterID;nsid=150722715;c=1732789154913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:16,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89
2024-11-28T10:19:16,359 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,360 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:19:16,768 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5 with version=8
2024-11-28T10:19:16,768 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/hbase-staging
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:19:16,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:16,771 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36587
2024-11-28T10:19:16,771 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36587 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:16,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365870x0, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36587-0x10180f41a0b0003 connected
2024-11-28T10:19:16,895 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,897 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/running
2024-11-28T10:19:16,899 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5, hbase.cluster.distributed=false
2024-11-28T10:19:16,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/acl
2024-11-28T10:19:16,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36587
2024-11-28T10:19:16,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36587
2024-11-28T10:19:16,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36587
2024-11-28T10:19:16,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36587
2024-11-28T10:19:16,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36587
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:19:16,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:16,917 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40045
2024-11-28T10:19:16,918 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40045 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:16,918 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,920 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400450x0, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:16,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40045-0x10180f41a0b0004 connected
2024-11-28T10:19:16,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/running
2024-11-28T10:19:16,932 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:19:16,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:19:16,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/master
2024-11-28T10:19:16,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/acl
2024-11-28T10:19:16,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40045
2024-11-28T10:19:16,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40045
2024-11-28T10:19:16,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40045
2024-11-28T10:19:16,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40045
2024-11-28T10:19:16,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40045
2024-11-28T10:19:16,945 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:36587
2024-11-28T10:19:16,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1508980934/backup-masters/e792e7e95410,36587,1732789156770
2024-11-28T10:19:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/backup-masters
2024-11-28T10:19:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/backup-masters
2024-11-28T10:19:16,958 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on existing znode=/1-1508980934/backup-masters/e792e7e95410,36587,1732789156770
2024-11-28T10:19:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1508980934/master
2024-11-28T10:19:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:16,969 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on existing znode=/1-1508980934/master
2024-11-28T10:19:16,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1508980934/backup-masters/e792e7e95410,36587,1732789156770 from backup master directory
2024-11-28T10:19:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1508980934/backup-masters/e792e7e95410,36587,1732789156770
2024-11-28T10:19:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/backup-masters
2024-11-28T10:19:16,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/backup-masters
2024-11-28T10:19:16,979 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:16,979 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,36587,1732789156770
2024-11-28T10:19:16,982 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/hbase.id] with ID: b215f1f3-6685-446b-8c27-32fd55330814
2024-11-28T10:19:16,982 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/.tmp/hbase.id
2024-11-28T10:19:16,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:19:17,387 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/.tmp/hbase.id]:[hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/hbase.id]
2024-11-28T10:19:17,397 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:17,397 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:19:17,398 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:19:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:17,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:19:17,832 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:17,832 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:19:17,833 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:17,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:19:18,239 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store
2024-11-28T10:19:18,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:18,645 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:18,645 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:18,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789158645Disabling compacts and flushes for region at 1732789158645Disabling writes for close at 1732789158645Writing region close event to WAL at 1732789158645Closed at 1732789158645
2024-11-28T10:19:18,646 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/.initializing
2024-11-28T10:19:18,646 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/WALs/e792e7e95410,36587,1732789156770
2024-11-28T10:19:18,647 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:18,649 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C36587%2C1732789156770, suffix=, logDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/WALs/e792e7e95410,36587,1732789156770, archiveDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/oldWALs, maxLogs=10
2024-11-28T10:19:18,660 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/WALs/e792e7e95410,36587,1732789156770/e792e7e95410%2C36587%2C1732789156770.1732789158649, exclude list is [], retry=0
2024-11-28T10:19:18,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-c18a0299-a018-482d-b25e-e13d78107ca0,DISK]
2024-11-28T10:19:18,664 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/WALs/e792e7e95410,36587,1732789156770/e792e7e95410%2C36587%2C1732789156770.1732789158649
2024-11-28T10:19:18,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41213:41213)]
2024-11-28T10:19:18,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:18,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:18,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,666 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:18,667 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:19:18,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:18,667 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:18,667 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:18,668 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:19:18,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:18,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:18,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:18,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:19:18,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:18,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:18,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:18,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:19:18,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:18,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:18,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,674 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:18,675 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:18,676 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:18,677 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045062, jitterRate=0.05865392088890076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:18,677 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789158665Initializing all the Stores at 1732789158665Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789158665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789158666 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789158666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789158666Cleaning up temporary data from old regions at 1732789158673 (+7 ms)Region opened successfully at 1732789158677 (+4 ms)
2024-11-28T10:19:18,677 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:19:18,679 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29169c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:18,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:19:18,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:19:18,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:19:18,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:19:18,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:19:18,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:19:18,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:19:18,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:19:18,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/balancer because node does not exist (not necessarily an error)
2024-11-28T10:19:18,752 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/balancer already deleted, retry=false
2024-11-28T10:19:18,752 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:19:18,753 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:19:18,762 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/normalizer already deleted, retry=false
2024-11-28T10:19:18,763 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:19:18,764 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:19:18,773 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/switch/split already deleted, retry=false
2024-11-28T10:19:18,774 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:19:18,783 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/switch/merge already deleted, retry=false
2024-11-28T10:19:18,785 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:19:18,794 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/snapshot-cleanup already deleted, retry=false
2024-11-28T10:19:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1508980934/running
2024-11-28T10:19:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1508980934/running
2024-11-28T10:19:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,805 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,36587,1732789156770, sessionid=0x10180f41a0b0003, setting cluster-up flag (Was=false)
2024-11-28T10:19:18,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,857 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1508980934/flush-table-proc/acquired, /1-1508980934/flush-table-proc/reached, /1-1508980934/flush-table-proc/abort
2024-11-28T10:19:18,858 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36587,1732789156770
2024-11-28T10:19:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:18,893 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:18,910 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1508980934/online-snapshot/acquired, /1-1508980934/online-snapshot/reached, /1-1508980934/online-snapshot/abort
2024-11-28T10:19:18,911 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36587,1732789156770
2024-11-28T10:19:18,912 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:19:18,914 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:18,914 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:19:18,914 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:19:18,914 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,36587,1732789156770
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:18,915 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:18,916 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:18,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:18,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:18,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:18,916 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:18,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:18,917 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:19:18,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:18,918 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789188921
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:19:18,922 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:19:18,923 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:18,924 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:18,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:19:18,926 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:19:18,926 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:19:18,926 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:19:18,927 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789158927,5,FailOnTimeoutGroup]
2024-11-28T10:19:18,927 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789158927,5,FailOnTimeoutGroup]
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:18,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:18,938 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(746): ClusterId : b215f1f3-6685-446b-8c27-32fd55330814
2024-11-28T10:19:18,938 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:19:18,948 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:19:18,948 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:19:18,958 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:19:18,958 DEBUG [RS:0;e792e7e95410:40045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a71df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:18,968 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:40045
2024-11-28T10:19:18,968 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:19:18,968 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:19:18,968 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:19:18,969 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,36587,1732789156770 with port=40045, startcode=1732789156916
2024-11-28T10:19:18,969 DEBUG [RS:0;e792e7e95410:40045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:19:18,970 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:19:18,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,40045,1732789156916
2024-11-28T10:19:18,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36587 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,40045,1732789156916
2024-11-28T10:19:18,972 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5
2024-11-28T10:19:18,972 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45319
2024-11-28T10:19:18,972 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:19:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/rs
2024-11-28T10:19:19,022 DEBUG [RS:0;e792e7e95410:40045 {}] zookeeper.ZKUtil(111): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on existing znode=/1-1508980934/rs/e792e7e95410,40045,1732789156916
2024-11-28T10:19:19,022 WARN  [RS:0;e792e7e95410:40045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:19,022 INFO  [RS:0;e792e7e95410:40045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:19,022 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916
2024-11-28T10:19:19,022 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,40045,1732789156916]
2024-11-28T10:19:19,025 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:19:19,027 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:19:19,027 INFO  [RS:0;e792e7e95410:40045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:19:19,027 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,027 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:19:19,028 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:19:19,028 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,028 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:19,029 DEBUG [RS:0;e792e7e95410:40045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,031 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40045,1732789156916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:19,044 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:19:19,044 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,40045,1732789156916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,044 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,044 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.Replication(171): e792e7e95410,40045,1732789156916 started
2024-11-28T10:19:19,056 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:19,056 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,40045,1732789156916, RpcServer on e792e7e95410/172.17.0.2:40045, sessionid=0x10180f41a0b0004
2024-11-28T10:19:19,056 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:19:19,056 DEBUG [RS:0;e792e7e95410:40045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,40045,1732789156916
2024-11-28T10:19:19,056 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,40045,1732789156916'
2024-11-28T10:19:19,056 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1508980934/flush-table-proc/abort'
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1508980934/flush-table-proc/acquired'
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,40045,1732789156916
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,40045,1732789156916'
2024-11-28T10:19:19,057 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1508980934/online-snapshot/abort'
2024-11-28T10:19:19,058 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1508980934/online-snapshot/acquired'
2024-11-28T10:19:19,058 DEBUG [RS:0;e792e7e95410:40045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:19:19,058 INFO  [RS:0;e792e7e95410:40045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:19:19,058 INFO  [RS:0;e792e7e95410:40045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:19:19,158 INFO  [RS:0;e792e7e95410:40045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:19,160 INFO  [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C40045%2C1732789156916, suffix=, logDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916, archiveDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/oldWALs, maxLogs=10
2024-11-28T10:19:19,171 DEBUG [RS:0;e792e7e95410:40045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.1732789159160, exclude list is [], retry=0
2024-11-28T10:19:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-c18a0299-a018-482d-b25e-e13d78107ca0,DISK]
2024-11-28T10:19:19,175 INFO  [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.1732789159160
2024-11-28T10:19:19,175 DEBUG [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41213:41213)]
2024-11-28T10:19:19,326 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:19:19,327 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5
2024-11-28T10:19:19,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:19:19,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:19:19,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:19,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:19,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:19,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:19,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:19,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:19,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:19,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:19,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:19,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:19,738 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:19,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:19,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:19,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:19,740 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:19,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:19,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:19,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:19,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740
2024-11-28T10:19:19,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740
2024-11-28T10:19:19,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:19,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:19,743 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:19,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:19,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:19,746 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70859500, jitterRate=0.055888831615448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789159733Initializing all the Stores at 1732789159733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789159733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789159734 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789159734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789159734Cleaning up temporary data from old regions at 1732789159742 (+8 ms)Region opened successfully at 1732789159746 (+4 ms)
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:19,746 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:19,746 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789159746Disabling compacts and flushes for region at 1732789159746Disabling writes for close at 1732789159746Writing region close event to WAL at 1732789159746Closed at 1732789159746
2024-11-28T10:19:19,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:19,747 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:19:19,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:19:19,748 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:19,749 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:19:19,899 DEBUG [e792e7e95410:36587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:19,899 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,40045,1732789156916
2024-11-28T10:19:19,900 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,40045,1732789156916, state=OPENING
2024-11-28T10:19:19,958 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:19:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:19,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:19,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:19,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1508980934/meta-region-server: CHANGED
2024-11-28T10:19:19,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1508980934/meta-region-server: CHANGED
2024-11-28T10:19:19,969 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,40045,1732789156916}]
2024-11-28T10:19:20,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:20,122 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:19:20,125 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:19:20,126 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:20,126 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:19:20,127 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C40045%2C1732789156916.meta, suffix=.meta, logDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916, archiveDir=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/oldWALs, maxLogs=10
2024-11-28T10:19:20,139 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.meta.1732789160127.meta, exclude list is [], retry=0
2024-11-28T10:19:20,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-c18a0299-a018-482d-b25e-e13d78107ca0,DISK]
2024-11-28T10:19:20,143 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.meta.1732789160127.meta
2024-11-28T10:19:20,143 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41213:41213)]
2024-11-28T10:19:20,143 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:20,143 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:20,143 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:20,143 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:19:20,143 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:19:20,144 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:19:20,144 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:20,144 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:19:20,144 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:19:20,145 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:20,145 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:20,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:20,146 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:20,146 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:20,146 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:20,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:20,147 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:20,147 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:20,147 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:20,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:20,148 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:20,148 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:20,148 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:20,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:20,149 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:20,149 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:20,149 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740
2024-11-28T10:19:20,150 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740
2024-11-28T10:19:20,151 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:20,151 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:20,151 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:20,152 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:20,153 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457579, jitterRate=-0.024606063961982727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:20,153 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:19:20,153 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789160144Writing region info on filesystem at 1732789160144Initializing all the Stores at 1732789160144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789160145 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789160145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789160145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789160145Cleaning up temporary data from old regions at 1732789160151 (+6 ms)Running coprocessor post-open hooks at 1732789160153 (+2 ms)Region opened successfully at 1732789160153
2024-11-28T10:19:20,153 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789160121
2024-11-28T10:19:20,155 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:19:20,155 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:19:20,156 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,40045,1732789156916
2024-11-28T10:19:20,157 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,40045,1732789156916, state=OPEN
2024-11-28T10:19:20,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1508980934/meta-region-server
2024-11-28T10:19:20,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1508980934/meta-region-server
2024-11-28T10:19:20,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,40045,1732789156916
2024-11-28T10:19:20,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1508980934/meta-region-server: CHANGED
2024-11-28T10:19:20,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1508980934/meta-region-server: CHANGED
2024-11-28T10:19:20,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:19:20,170 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,40045,1732789156916 in 199 msec
2024-11-28T10:19:20,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:19:20,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec
2024-11-28T10:19:20,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:20,173 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:19:20,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:20,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,40045,1732789156916, seqNum=-1]
2024-11-28T10:19:20,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:20,175 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:20,180 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec
2024-11-28T10:19:20,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789160180, completionTime=-1
2024-11-28T10:19:20,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:19:20,180 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789220182
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789280182
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:36587, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,184 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:20,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:19:20,188 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:19:20,188 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:19:20,188 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36587,1732789156770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:20,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36587,-1 for getting cluster id
2024-11-28T10:19:20,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:20,240 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b215f1f3-6685-446b-8c27-32fd55330814'
2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b215f1f3-6685-446b-8c27-32fd55330814"

2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa95145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36587,-1]
2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:20,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:20,242 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:20,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,40045,1732789156916, seqNum=-1]
2024-11-28T10:19:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:20,245 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:20,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,36587,1732789156770
2024-11-28T10:19:20,247 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:20,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:20,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f41a0b0005 connected
2024-11-28T10:19:20,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfd876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,40257,-1 for getting cluster id
2024-11-28T10:19:20,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:20,271 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340'
2024-11-28T10:19:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340"

2024-11-28T10:19:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754b13f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,40257,-1]
2024-11-28T10:19:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:20,273 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1a7eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,40257,1732789151235
2024-11-28T10:19:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3897015e
2024-11-28T10:19:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:20,276 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:20,276 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:36587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:19:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:19:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:20,279 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36587'
2024-11-28T10:19:20,280 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebe66a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,280 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36587,-1 for getting cluster id
2024-11-28T10:19:20,280 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:20,281 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b215f1f3-6685-446b-8c27-32fd55330814'
2024-11-28T10:19:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b215f1f3-6685-446b-8c27-32fd55330814"

2024-11-28T10:19:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f45f7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36587,-1]
2024-11-28T10:19:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:20,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:20,282 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:20,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4df7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:20,283 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:20,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36587,1732789156770
2024-11-28T10:19:20,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fea7ef1
2024-11-28T10:19:20,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:20,285 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:20,285 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-28T10:19:20,286 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:19:20,286 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:20,286 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:20,286 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:20,286 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:20,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:19:20,288 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:19:20,288 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:20,289 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:19:20,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741835_1011 (size=1138)
2024-11-28T10:19:20,337 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:19:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:20,696 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d8569327237692492b76caf26c990cd, NAME => 'hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d
2024-11-28T10:19:20,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741836_1012 (size=44)
2024-11-28T10:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:21,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:21,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d8569327237692492b76caf26c990cd, disabling compactions & flushes
2024-11-28T10:19:21,102 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. after waiting 0 ms
2024-11-28T10:19:21,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,103 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d8569327237692492b76caf26c990cd:
Waiting for close lock at 1732789161102Disabling compacts and flushes for region at 1732789161102Disabling writes for close at 1732789161102Writing region close event to WAL at 1732789161103 (+1 ms)Closed at 1732789161103
2024-11-28T10:19:21,104 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:19:21,104 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789161104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789161104"}]},"ts":"1732789161104"}
2024-11-28T10:19:21,106 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:19:21,107 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:19:21,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789161107"}]},"ts":"1732789161107"}
2024-11-28T10:19:21,109 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:19:21,109 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN}]
2024-11-28T10:19:21,110 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN
2024-11-28T10:19:21,111 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN; state=OFFLINE, location=e792e7e95410,39083,1732789151434; forceNewPlan=false, retain=false
2024-11-28T10:19:21,261 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3d8569327237692492b76caf26c990cd, regionState=OPENING, regionLocation=e792e7e95410,39083,1732789151434
2024-11-28T10:19:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN because future has completed
2024-11-28T10:19:21,264 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,39083,1732789151434}]
2024-11-28T10:19:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:21,419 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,419 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:21,420 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:19:21,421 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C39083%2C1732789151434.rep, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:21,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.rep.1732789161421, exclude list is [], retry=0
2024-11-28T10:19:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:21,437 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.rep.1732789161421
2024-11-28T10:19:21,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:21,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d8569327237692492b76caf26c990cd, NAME => 'hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:21,438 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:21,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:21,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. service=MultiRowMutationService
2024-11-28T10:19:21,438 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:19:21,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:21,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,440 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:21,441 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName hfileref
2024-11-28T10:19:21,441 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:21,442 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:21,442 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:21,443 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName queue
2024-11-28T10:19:21,443 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:21,443 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:21,443 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:21,444 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName sid
2024-11-28T10:19:21,444 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:21,444 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:21,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:21,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:21,450 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3d8569327237692492b76caf26c990cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678597, jitterRate=-0.021312639117240906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:21,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:21,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3d8569327237692492b76caf26c990cd:
Running coprocessor pre-open hook at 1732789161439Writing region info on filesystem at 1732789161439Initializing all the Stores at 1732789161440 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789161440Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789161440Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789161440Cleaning up temporary data from old regions at 1732789161446 (+6 ms)Running coprocessor post-open hooks at 1732789161450 (+4 ms)Region opened successfully at 1732789161451 (+1 ms)
2024-11-28T10:19:21,451 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., pid=7, masterSystemTime=1732789161416
2024-11-28T10:19:21,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,454 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:21,454 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3d8569327237692492b76caf26c990cd, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,39083,1732789151434
2024-11-28T10:19:21,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,39083,1732789151434 because future has completed
2024-11-28T10:19:21,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-28T10:19:21,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,39083,1732789151434 in 193 msec
2024-11-28T10:19:21,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:19:21,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN in 350 msec
2024-11-28T10:19:21,461 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:19:21,462 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789161461"}]},"ts":"1732789161461"}
2024-11-28T10:19:21,463 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:19:21,464 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:19:21,465 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec
2024-11-28T10:19:21,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., hostname=e792e7e95410,39083,1732789151434, seqNum=2]
2024-11-28T10:19:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:21,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:21,580 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:19:21,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-28T10:19:21,733 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:19:21,758 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,39083,1732789151434, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:19:21,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:21,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,39083,1732789151434, seqNum=-1]
2024-11-28T10:19:21,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:21,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-28T10:19:21,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,39083,1732789151434', locateType=CURRENT is [region=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., hostname=e792e7e95410,39083,1732789151434, seqNum=2]
2024-11-28T10:19:21,764 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-28T10:19:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-28T10:19:21,767 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,39083,1732789151434 suceeded
2024-11-28T10:19:21,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-28T10:19:21,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec
2024-11-28T10:19:21,768 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:36587,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:19:21,770 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec
2024-11-28T10:19:21,781 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36587'
2024-11-28T10:19:21,782 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6807c46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:21,782 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36587,-1 for getting cluster id
2024-11-28T10:19:21,782 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:21,783 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b215f1f3-6685-446b-8c27-32fd55330814'
2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b215f1f3-6685-446b-8c27-32fd55330814"

2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b31dda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36587,-1]
2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:21,784 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:21,785 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cb5fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:21,785 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:21,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36587,1732789156770
2024-11-28T10:19:21,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139cea56
2024-11-28T10:19:21,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:21,786 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-28T10:19:21,787 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,39083,1732789151434 (queues=1) is replicating from cluster=2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340 to cluster=b215f1f3-6685-446b-8c27-32fd55330814
2024-11-28T10:19:21,787 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C39083%2C1732789151434
2024-11-28T10:19:21,787 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,39083,1732789151434, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:19:21,787 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.shippere792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C39083%2C1732789151434
2024-11-28T10:19:21,787 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757, startPosition=0, beingWritten=true
2024-11-28T10:19:21,992 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 to pos 0, reset compression=false
2024-11-28T10:19:22,297 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 to pos 0, reset compression=false
2024-11-28T10:19:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:22,425 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:19:22,425 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:22,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:22,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,425 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:22,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,40257,1732789151235
2024-11-28T10:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26374c5e
2024-11-28T10:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:22,427 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:22,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:19:22,428 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:22,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:22,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,428 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:22,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:19:22,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=108775283, stopped=false
2024-11-28T10:19:22,429 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,40257,1732789151235
2024-11-28T10:19:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:22,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:22,489 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:22,489 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:22,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:22,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:22,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,490 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,39083,1732789151434' *****
2024-11-28T10:19:22,490 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:19:22,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:22,490 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,39083,1732789151434
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:22,490 INFO  [RS:0;e792e7e95410:39083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:39083.
2024-11-28T10:19:22,490 DEBUG [RS:0;e792e7e95410:39083 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:22,490 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:22,491 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:19:22,491 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:19:22,491 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:19:22,491 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:19:22,491 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:19:22,491 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1325): Online Regions={3d8569327237692492b76caf26c990cd=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d8569327237692492b76caf26c990cd, disabling compactions & flushes
2024-11-28T10:19:22,491 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:22,491 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:22,491 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. after waiting 0 ms
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:22,491 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:22,491 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d8569327237692492b76caf26c990cd 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-28T10:19:22,491 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-28T10:19:22,507 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/.tmp/queue/63c5975e625645ab81a76013e55ecaf8 is 151, key is 1-e792e7e95410,39083,1732789151434/queue:e792e7e95410%2C39083%2C1732789151434/1732789161763/Put/seqid=0
2024-11-28T10:19:22,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741838_1014 (size=5350)
2024-11-28T10:19:22,513 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f12c7e78928e4538b6945dd541e10abb is 147, key is hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd./info:regioninfo/1732789161454/Put/seqid=0
2024-11-28T10:19:22,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741839_1015 (size=6631)
2024-11-28T10:19:22,527 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:22,691 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:22,697 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:19:22,697 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:19:22,702 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 to pos 0, reset compression=false
2024-11-28T10:19:22,891 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:22,912 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/.tmp/queue/63c5975e625645ab81a76013e55ecaf8
2024-11-28T10:19:22,919 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/.tmp/queue/63c5975e625645ab81a76013e55ecaf8 as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/queue/63c5975e625645ab81a76013e55ecaf8
2024-11-28T10:19:22,919 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f12c7e78928e4538b6945dd541e10abb
2024-11-28T10:19:22,924 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/queue/63c5975e625645ab81a76013e55ecaf8, entries=1, sequenceid=5, filesize=5.2 K
2024-11-28T10:19:22,925 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3d8569327237692492b76caf26c990cd in 434ms, sequenceid=5, compaction requested=false
2024-11-28T10:19:22,925 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:19:22,928 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:19:22,929 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:22,929 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:22,929 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:22,929 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d8569327237692492b76caf26c990cd:
Waiting for close lock at 1732789162491Running coprocessor pre-close hooks at 1732789162491Disabling compacts and flushes for region at 1732789162491Disabling writes for close at 1732789162491Obtaining lock to block concurrent updates at 1732789162491Preparing flush snapshotting stores in 3d8569327237692492b76caf26c990cd at 1732789162491Finished memstore snapshotting hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732789162491Flushing stores of hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. at 1732789162492 (+1 ms)Flushing 3d8569327237692492b76caf26c990cd/queue: creating writer at 1732789162492Flushing 3d8569327237692492b76caf26c990cd/queue: appending metadata at 1732789162507 (+15 ms)Flushing 3d8569327237692492b76caf26c990cd/queue: closing flushed file at 1732789162507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d07d3f1: reopening flushed file at 1732789162918 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3d8569327237692492b76caf26c990cd in 434ms, sequenceid=5, compaction requested=false at 1732789162925 (+7 ms)Writing region close event to WAL at 1732789162926 (+1 ms)Running coprocessor post-close hooks at 1732789162929 (+3 ms)Closed at 1732789162929
2024-11-28T10:19:22,929 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:22,937 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/ns/aef188309b624473baf68f96c8290a55 is 43, key is default/ns:d/1732789154840/Put/seqid=0
2024-11-28T10:19:22,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741840_1016 (size=5153)
2024-11-28T10:19:23,091 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:23,206 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 to pos 0, reset compression=false
2024-11-28T10:19:23,292 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:23,342 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/ns/aef188309b624473baf68f96c8290a55
2024-11-28T10:19:23,360 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/table/d2533549d521457d8e9302723fa5fa9c is 53, key is hbase:replication/table:state/1732789161461/Put/seqid=0
2024-11-28T10:19:23,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741841_1017 (size=5256)
2024-11-28T10:19:23,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:19:23,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:19:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:19:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:19:23,492 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:19:23,492 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:23,492 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:23,692 DEBUG [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:23,765 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/table/d2533549d521457d8e9302723fa5fa9c
2024-11-28T10:19:23,770 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f12c7e78928e4538b6945dd541e10abb as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/info/f12c7e78928e4538b6945dd541e10abb
2024-11-28T10:19:23,774 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/info/f12c7e78928e4538b6945dd541e10abb, entries=10, sequenceid=11, filesize=6.5 K
2024-11-28T10:19:23,775 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/ns/aef188309b624473baf68f96c8290a55 as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/ns/aef188309b624473baf68f96c8290a55
2024-11-28T10:19:23,781 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/ns/aef188309b624473baf68f96c8290a55, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:19:23,781 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/table/d2533549d521457d8e9302723fa5fa9c as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/table/d2533549d521457d8e9302723fa5fa9c
2024-11-28T10:19:23,786 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/table/d2533549d521457d8e9302723fa5fa9c, entries=2, sequenceid=11, filesize=5.1 K
2024-11-28T10:19:23,787 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false
2024-11-28T10:19:23,791 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:19:23,791 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:23,791 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:23,791 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:23,792 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789162491Running coprocessor pre-close hooks at 1732789162491Disabling compacts and flushes for region at 1732789162491Disabling writes for close at 1732789162491Obtaining lock to block concurrent updates at 1732789162491Preparing flush snapshotting stores in 1588230740 at 1732789162491Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732789162491Flushing stores of hbase:meta,,1.1588230740 at 1732789162492 (+1 ms)Flushing 1588230740/info: creating writer at 1732789162492Flushing 1588230740/info: appending metadata at 1732789162513 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732789162513Flushing 1588230740/ns: creating writer at 1732789162924 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732789162937 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732789162937Flushing 1588230740/table: creating writer at 1732789163346 (+409 ms)Flushing 1588230740/table: appending metadata at 1732789163360 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732789163360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5371e4de: reopening flushed file at 1732789163769 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1301f02: reopening flushed file at 1732789163775 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0f4b5c: reopening flushed file at 1732789163781 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1732789163787 (+6 ms)Writing region close event to WAL at 1732789163788 (+1 ms)Running coprocessor post-close hooks at 1732789163791 (+3 ms)Closed at 1732789163791
2024-11-28T10:19:23,792 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:23,811 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 to pos 0, reset compression=false
2024-11-28T10:19:23,892 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,39083,1732789151434; all regions closed.
2024-11-28T10:19:23,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741834_1010 (size=2742)
2024-11-28T10:19:23,894 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.meta.1732789154780.meta not finished, retry = 0
2024-11-28T10:19:23,997 DEBUG [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:23,997 INFO  [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39083%2C1732789151434.meta:.meta(num 1732789154780)
2024-11-28T10:19:23,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741837_1013 (size=1586)
2024-11-28T10:19:23,999 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.rep.1732789161421 not finished, retry = 0
2024-11-28T10:19:24,102 DEBUG [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:24,102 INFO  [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39083%2C1732789151434.rep:(num 1732789161421)
2024-11-28T10:19:24,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741832_1008 (size=93)
2024-11-28T10:19:24,188 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434/e792e7e95410%2C39083%2C1732789151434.1732789153757 not finished, retry = 0
2024-11-28T10:19:24,290 DEBUG [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:24,290 INFO  [RS:0;e792e7e95410:39083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C39083%2C1732789151434:(num 1732789153757)
2024-11-28T10:19:24,290 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:24,290 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:24,291 INFO  [RS:0;e792e7e95410:39083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:24,291 INFO  [RS:0;e792e7e95410:39083 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:24,291 INFO  [RS:0;e792e7e95410:39083 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:24,291 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:24,291 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,39083,1732789151434 because: Region server is closing
2024-11-28T10:19:24,291 INFO  [RS:0;e792e7e95410:39083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:39083.
2024-11-28T10:19:24,291 DEBUG [RS:0;e792e7e95410:39083 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:24,291 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:24,291 DEBUG [RS:0;e792e7e95410:39083 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:24,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:24,392 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.wal-reader.e792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:19:24,392 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.shippere792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:19:24,392 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,39083,1732789151434.replicationSource.shippere792e7e95410%2C39083%2C1732789151434,1-e792e7e95410,39083,1732789151434 terminated
2024-11-28T10:19:24,392 INFO  [RS:0;e792e7e95410:39083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39083
2024-11-28T10:19:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/rs/e792e7e95410,39083,1732789151434
2024-11-28T10:19:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/rs
2024-11-28T10:19:24,410 INFO  [RS:0;e792e7e95410:39083 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:24,420 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,39083,1732789151434]
2024-11-28T10:19:24,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/draining/e792e7e95410,39083,1732789151434 already deleted, retry=false
2024-11-28T10:19:24,431 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,39083,1732789151434 expired; onlineServers=0
2024-11-28T10:19:24,431 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,40257,1732789151235' *****
2024-11-28T10:19:24,431 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:19:24,431 INFO  [M:0;e792e7e95410:40257 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:24,431 INFO  [M:0;e792e7e95410:40257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:24,431 DEBUG [M:0;e792e7e95410:40257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:19:24,431 DEBUG [M:0;e792e7e95410:40257 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:19:24,431 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:19:24,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789153536 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789153536,5,FailOnTimeoutGroup]
2024-11-28T10:19:24,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789153536 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789153536,5,FailOnTimeoutGroup]
2024-11-28T10:19:24,431 INFO  [M:0;e792e7e95410:40257 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:24,431 INFO  [M:0;e792e7e95410:40257 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:24,431 DEBUG [M:0;e792e7e95410:40257 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:19:24,431 INFO  [M:0;e792e7e95410:40257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:19:24,432 INFO  [M:0;e792e7e95410:40257 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:24,432 INFO  [M:0;e792e7e95410:40257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:19:24,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:19:24,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/master
2024-11-28T10:19:24,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:24,441 DEBUG [M:0;e792e7e95410:40257 {}] zookeeper.ZKUtil(347): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/master because node does not exist (not an error)
2024-11-28T10:19:24,441 WARN  [M:0;e792e7e95410:40257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:19:24,442 INFO  [M:0;e792e7e95410:40257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.lastflushedseqids
2024-11-28T10:19:24,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741842_1018 (size=181)
2024-11-28T10:19:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:24,521 INFO  [RS:0;e792e7e95410:39083 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39083-0x10180f41a0b0001, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:24,521 INFO  [RS:0;e792e7e95410:39083 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,39083,1732789151434; zookeeper connection closed.
2024-11-28T10:19:24,521 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12d89bdb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12d89bdb
2024-11-28T10:19:24,521 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:19:24,847 INFO  [M:0;e792e7e95410:40257 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:19:24,847 INFO  [M:0;e792e7e95410:40257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:19:24,847 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:24,847 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:24,847 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:24,847 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:24,847 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:24,848 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-28T10:19:24,867 DEBUG [M:0;e792e7e95410:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b14ac5e00a114d1f80ae453da43b742c is 82, key is hbase:meta,,1/info:regioninfo/1732789154810/Put/seqid=0
2024-11-28T10:19:24,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741843_1019 (size=5672)
2024-11-28T10:19:25,272 INFO  [M:0;e792e7e95410:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b14ac5e00a114d1f80ae453da43b742c
2024-11-28T10:19:25,297 DEBUG [M:0;e792e7e95410:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03716592a2a64945b392ccf3145d55cb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732789161465/Put/seqid=0
2024-11-28T10:19:25,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741844_1020 (size=7203)
2024-11-28T10:19:25,645 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:25,670 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:25,670 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:25,670 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:25,670 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:25,677 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:25,703 INFO  [M:0;e792e7e95410:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03716592a2a64945b392ccf3145d55cb
2024-11-28T10:19:25,726 DEBUG [M:0;e792e7e95410:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5332e4d919c45d89f64f9ba7fd09caa is 69, key is e792e7e95410,39083,1732789151434/rs:state/1732789153601/Put/seqid=0
2024-11-28T10:19:25,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741845_1021 (size=5156)
2024-11-28T10:19:26,130 INFO  [M:0;e792e7e95410:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5332e4d919c45d89f64f9ba7fd09caa
2024-11-28T10:19:26,136 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b14ac5e00a114d1f80ae453da43b742c as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b14ac5e00a114d1f80ae453da43b742c
2024-11-28T10:19:26,140 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b14ac5e00a114d1f80ae453da43b742c, entries=8, sequenceid=70, filesize=5.5 K
2024-11-28T10:19:26,141 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03716592a2a64945b392ccf3145d55cb as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03716592a2a64945b392ccf3145d55cb
2024-11-28T10:19:26,145 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03716592a2a64945b392ccf3145d55cb, entries=8, sequenceid=70, filesize=7.0 K
2024-11-28T10:19:26,146 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5332e4d919c45d89f64f9ba7fd09caa as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5332e4d919c45d89f64f9ba7fd09caa
2024-11-28T10:19:26,150 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5332e4d919c45d89f64f9ba7fd09caa, entries=1, sequenceid=70, filesize=5.0 K
2024-11-28T10:19:26,151 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false
2024-11-28T10:19:26,153 INFO  [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:26,153 DEBUG [M:0;e792e7e95410:40257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789164847Disabling compacts and flushes for region at 1732789164847Disabling writes for close at 1732789164847Obtaining lock to block concurrent updates at 1732789164848 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789164848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732789164848Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789164848Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789164849 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789164867 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789164867Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789165277 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789165297 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789165297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789165708 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789165726 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789165726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6e3eb5: reopening flushed file at 1732789166135 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b953cb5: reopening flushed file at 1732789166140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7189b59e: reopening flushed file at 1732789166145 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1732789166151 (+6 ms)Writing region close event to WAL at 1732789166153 (+2 ms)Closed at 1732789166153
2024-11-28T10:19:26,155 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235/e792e7e95410%2C40257%2C1732789151235.1732789153204 not finished, retry = 0
2024-11-28T10:19:26,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741830_1006 (size=41008)
2024-11-28T10:19:26,256 INFO  [M:0;e792e7e95410:40257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:19:26,256 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:26,256 INFO  [M:0;e792e7e95410:40257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40257
2024-11-28T10:19:26,256 INFO  [M:0;e792e7e95410:40257 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:26,405 INFO  [M:0;e792e7e95410:40257 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x10180f41a0b0000, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:19:26,406 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:26,407 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36791
2024-11-28T10:19:26,408 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36791 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:26,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367910x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:26,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36791-0x10180f41a0b0006 connected
2024-11-28T10:19:26,433 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:26,434 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:26,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:26,436 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: INIT
2024-11-28T10:19:26,436 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d, hbase.cluster.distributed=false
2024-11-28T10:19:26,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/acl
2024-11-28T10:19:26,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36791
2024-11-28T10:19:26,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36791
2024-11-28T10:19:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36791
2024-11-28T10:19:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36791
2024-11-28T10:19:26,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36791
2024-11-28T10:19:26,450 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:26,450 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,450 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,450 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:26,451 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:26,451 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:26,451 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:19:26,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:26,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41787
2024-11-28T10:19:26,452 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41787 connecting to ZooKeeper ensemble=127.0.0.1:51514
2024-11-28T10:19:26,452 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:26,453 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417870x0, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:26,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41787-0x10180f41a0b0007 connected
2024-11-28T10:19:26,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:26,468 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: INIT
2024-11-28T10:19:26,468 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:19:26,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:19:26,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/master
2024-11-28T10:19:26,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/acl
2024-11-28T10:19:26,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41787
2024-11-28T10:19:26,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41787
2024-11-28T10:19:26,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41787
2024-11-28T10:19:26,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41787
2024-11-28T10:19:26,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41787
2024-11-28T10:19:26,482 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:36791
2024-11-28T10:19:26,482 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1219122327/backup-masters/e792e7e95410,36791,1732789166406
2024-11-28T10:19:26,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:26,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:26,494 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/backup-masters/e792e7e95410,36791,1732789166406
2024-11-28T10:19:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/master
2024-11-28T10:19:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:26,505 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/master
2024-11-28T10:19:26,507 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1219122327/backup-masters/e792e7e95410,36791,1732789166406 from backup master directory
2024-11-28T10:19:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/backup-masters/e792e7e95410,36791,1732789166406
2024-11-28T10:19:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/backup-masters
2024-11-28T10:19:26,515 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:26,515 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,36791,1732789166406
2024-11-28T10:19:26,524 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:26,524 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:19:26,530 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms.
2024-11-28T10:19:26,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741846_1022 (size=196)
2024-11-28T10:19:26,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:26,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:19:26,948 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:26,953 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-28T10:19:26,956 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235 to hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235-dead as it is dead
2024-11-28T10:19:26,956 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235-dead/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:26,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235-dead/e792e7e95410%2C40257%2C1732789151235.1732789153204 after 1ms
2024-11-28T10:19:26,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235-dead/e792e7e95410%2C40257%2C1732789151235.1732789153204 to hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:26,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,40257,1732789151235-dead
2024-11-28T10:19:26,958 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,36791,1732789166406
2024-11-28T10:19:26,958 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:26,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C36791%2C1732789166406, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,36791,1732789166406, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/oldWALs, maxLogs=10
2024-11-28T10:19:26,971 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,36791,1732789166406/e792e7e95410%2C36791%2C1732789166406.1732789166960, exclude list is [], retry=0
2024-11-28T10:19:26,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:26,975 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,36791,1732789166406/e792e7e95410%2C36791%2C1732789166406.1732789166960
2024-11-28T10:19:26,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:26,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:26,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:26,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:26,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:26,976 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:26,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:19:26,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:26,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b14ac5e00a114d1f80ae453da43b742c
2024-11-28T10:19:26,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:26,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:26,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:19:26,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:26,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03716592a2a64945b392ccf3145d55cb
2024-11-28T10:19:26,988 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:26,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:26,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:19:26,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:26,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5332e4d919c45d89f64f9ba7fd09caa
2024-11-28T10:19:26,994 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:26,995 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:26,995 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:19:26,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:26,996 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:26,996 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:26,996 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-28T10:19:26,996 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:27,002 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:27,002 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e792e7e95410%2C40257%2C1732789151235.1732789153204
2024-11-28T10:19:27,003 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:27,004 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:27,004 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:27,005 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:27,007 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-28T10:19:27,008 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61646573, jitterRate=-0.08139447867870331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:27,008 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789166975Initializing all the Stores at 1732789166976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789166976Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789166976Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789166976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789166976Cleaning up temporary data from old regions at 1732789167004 (+28 ms)Region opened successfully at 1732789167008 (+4 ms)
2024-11-28T10:19:27,008 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:19:27,011 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d23383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:27,013 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-28T10:19:27,013 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:19:27,013 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:19:27,014 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:19:27,014 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:19:27,016 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:27,017 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:19:27,017 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:19:27,017 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-28T10:19:27,017 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:19:27,020 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e792e7e95410,39083,1732789151434, regionLocation=e792e7e95410,39083,1732789151434, openSeqNum=2
2024-11-28T10:19:27,020 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e792e7e95410,39083,1732789151434, table=hbase:meta, region=1588230740
2024-11-28T10:19:27,020 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,39083,1732789151434, state=OPEN
2024-11-28T10:19:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:27,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:27,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:27,121 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:19:27,231 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/draining/e792e7e95410,39083,1732789151434 already deleted, retry=false
2024-11-28T10:19:27,231 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e792e7e95410,39083,1732789151434 on e792e7e95410,36791,1732789166406
2024-11-28T10:19:27,233 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e792e7e95410,39083,1732789151434, splitWal=true, meta=true
2024-11-28T10:19:27,233 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for e792e7e95410,39083,1732789151434 (carryingMeta=true) e792e7e95410,39083,1732789151434/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@a818d84[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-28T10:19:27,234 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/balancer because node does not exist (not necessarily an error)
2024-11-28T10:19:27,262 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/balancer already deleted, retry=false
2024-11-28T10:19:27,263 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:19:27,263 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:19:27,273 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/normalizer already deleted, retry=false
2024-11-28T10:19:27,273 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:19:27,274 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:19:27,283 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/switch/split already deleted, retry=false
2024-11-28T10:19:27,284 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:19:27,294 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/switch/merge already deleted, retry=false
2024-11-28T10:19:27,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:19:27,315 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/snapshot-cleanup already deleted, retry=false
2024-11-28T10:19:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:27,326 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,36791,1732789166406, sessionid=0x10180f41a0b0006, setting cluster-up flag (Was=false)
2024-11-28T10:19:27,336 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219122327/flush-table-proc/acquired, /0-1219122327/flush-table-proc/reached, /0-1219122327/flush-table-proc/abort
2024-11-28T10:19:27,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36791,1732789166406
2024-11-28T10:19:27,426 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219122327/online-snapshot/acquired, /0-1219122327/online-snapshot/reached, /0-1219122327/online-snapshot/abort
2024-11-28T10:19:27,427 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36791,1732789166406
2024-11-28T10:19:27,428 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.lastflushedseqids
2024-11-28T10:19:27,429 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:19:27,429 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:19:27,430 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,36791,1732789166406
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  e792e7e95410,39083,1732789151434
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789197432
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,432 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e792e7e95410,39083,1732789151434, splitWal=true, meta=true
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:19:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:19:27,433 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e792e7e95410,39083,1732789151434, splitWal=true, meta=true, isMeta: true
2024-11-28T10:19:27,433 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789167433,5,FailOnTimeoutGroup]
2024-11-28T10:19:27,433 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789167433,5,FailOnTimeoutGroup]
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789167433, completionTime=-1
2024-11-28T10:19:27,433 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-28T10:19:27,434 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-28T10:19:27,434 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434-splitting
2024-11-28T10:19:27,435 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434-splitting dir is empty, no logs to split.
2024-11-28T10:19:27,435 INFO  [PEWorker-1 {}] master.SplitWALManager(105): e792e7e95410,39083,1732789151434 WAL count=0, meta=true
2024-11-28T10:19:27,436 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434-splitting dir is empty, no logs to split.
2024-11-28T10:19:27,436 INFO  [PEWorker-1 {}] master.SplitWALManager(105): e792e7e95410,39083,1732789151434 WAL count=0, meta=true
2024-11-28T10:19:27,436 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e792e7e95410,39083,1732789151434 WAL splitting is done? wals=0, meta=true
2024-11-28T10:19:27,437 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:19:27,438 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:27,439 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-28T10:19:27,475 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(746): ClusterId : 2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340
2024-11-28T10:19:27,475 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:19:27,500 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:19:27,500 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:19:27,510 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:19:27,511 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c62605a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:27,521 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:41787
2024-11-28T10:19:27,521 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:19:27,521 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:19:27,521 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:19:27,522 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,36791,1732789166406 with port=41787, startcode=1732789166450
2024-11-28T10:19:27,522 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:19:27,524 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:19:27,524 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,524 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36791 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,526 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d
2024-11-28T10:19:27,526 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595
2024-11-28T10:19:27,526 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:19:27,534 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-28T10:19:27,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/rs
2024-11-28T10:19:27,561 DEBUG [RS:0;e792e7e95410:41787 {}] zookeeper.ZKUtil(111): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on existing znode=/0-1219122327/rs/e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,561 WARN  [RS:0;e792e7e95410:41787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:27,561 INFO  [RS:0;e792e7e95410:41787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:27,561 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,561 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,41787,1732789166450]
2024-11-28T10:19:27,577 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:19:27,578 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:19:27,579 INFO  [RS:0;e792e7e95410:41787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:19:27,579 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,579 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:19:27,579 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:19:27,580 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:27,580 DEBUG [RS:0;e792e7e95410:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:27,580 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,580 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,580 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,581 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,581 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,581 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41787,1732789166450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:27,589 WARN  [e792e7e95410:36791 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-28T10:19:27,593 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:19:27,593 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41787,1732789166450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,604 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,41787,1732789166450, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:19:27,605 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,605 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.Replication(171): e792e7e95410,41787,1732789166450 started
2024-11-28T10:19:27,617 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:27,617 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,41787,1732789166450, RpcServer on e792e7e95410/172.17.0.2:41787, sessionid=0x10180f41a0b0007
2024-11-28T10:19:27,617 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:19:27,617 DEBUG [RS:0;e792e7e95410:41787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,617 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41787,1732789166450'
2024-11-28T10:19:27,617 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219122327/flush-table-proc/abort'
2024-11-28T10:19:27,617 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219122327/flush-table-proc/acquired'
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41787,1732789166450'
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219122327/online-snapshot/abort'
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36587'
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219122327/online-snapshot/acquired'
2024-11-28T10:19:27,618 DEBUG [RS:0;e792e7e95410:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:19:27,618 INFO  [RS:0;e792e7e95410:41787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:19:27,618 INFO  [RS:0;e792e7e95410:41787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:19:27,619 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@427398e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:27,619 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36587,-1 for getting cluster id
2024-11-28T10:19:27,619 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:27,620 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b215f1f3-6685-446b-8c27-32fd55330814'
2024-11-28T10:19:27,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:27,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b215f1f3-6685-446b-8c27-32fd55330814"

2024-11-28T10:19:27,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a6c362a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:27,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36587,-1]
2024-11-28T10:19:27,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:27,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:27,621 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:27,622 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e9a80b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:27,622 DEBUG [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:27,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36587,1732789156770
2024-11-28T10:19:27,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f1039d
2024-11-28T10:19:27,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:27,623 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-28T10:19:27,624 INFO  [RS:0;e792e7e95410:41787.replicationSource,1-e792e7e95410,41787,1732789166450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,41787,1732789166450 (queues=0) is replicating from cluster=2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340 to cluster=b215f1f3-6685-446b-8c27-32fd55330814
2024-11-28T10:19:27,719 INFO  [RS:0;e792e7e95410:41787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:27,720 INFO  [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41787%2C1732789166450, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:27,732 DEBUG [RS:0;e792e7e95410:41787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721, exclude list is [], retry=0
2024-11-28T10:19:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:27,736 INFO  [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721
2024-11-28T10:19:27,737 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e792e7e95410%2C41787%2C1732789166450 for peer 1
2024-11-28T10:19:27,737 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C41787%2C1732789166450
2024-11-28T10:19:27,737 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,41787,1732789166450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:19:27,737 DEBUG [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:27,737 INFO  [RS:0;e792e7e95410:41787.replicationSource.shippere792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C41787%2C1732789166450
2024-11-28T10:19:27,737 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721, startPosition=0, beingWritten=true
2024-11-28T10:19:27,839 DEBUG [e792e7e95410:36791 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:27,839 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,41787,1732789166450
2024-11-28T10:19:27,840 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41787,1732789166450, state=OPENING
2024-11-28T10:19:27,943 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:27,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:27,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:27,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:27,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41787,1732789166450}]
2024-11-28T10:19:28,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:28,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:19:28,150 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:19:28,150 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:28,150 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:19:28,152 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41787%2C1732789166450.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:28,163 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.meta.1732789168152.meta, exclude list is [], retry=0
2024-11-28T10:19:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:28,166 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.meta.1732789168152.meta
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:28,167 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:19:28,167 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:28,167 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:19:28,168 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:19:28,169 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:28,169 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:28,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:28,175 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/info/f12c7e78928e4538b6945dd541e10abb
2024-11-28T10:19:28,175 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:28,175 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:28,176 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:28,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:28,181 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/ns/aef188309b624473baf68f96c8290a55
2024-11-28T10:19:28,181 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:28,181 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:28,182 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:28,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:28,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:28,183 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:28,183 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:28,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:28,188 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/table/d2533549d521457d8e9302723fa5fa9c
2024-11-28T10:19:28,188 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:28,188 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:28,189 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:28,190 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740
2024-11-28T10:19:28,191 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:28,191 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:28,191 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:28,192 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:28,193 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64221930, jitterRate=-0.04301866888999939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:28,193 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:19:28,193 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789168168Writing region info on filesystem at 1732789168168Initializing all the Stores at 1732789168168Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789168168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789168169 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789168169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789168169Cleaning up temporary data from old regions at 1732789168191 (+22 ms)Running coprocessor post-open hooks at 1732789168193 (+2 ms)Region opened successfully at 1732789168193
2024-11-28T10:19:28,194 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732789168146
2024-11-28T10:19:28,196 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:19:28,196 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:19:28,197 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e792e7e95410,41787,1732789166450
2024-11-28T10:19:28,197 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41787,1732789166450, state=OPEN
2024-11-28T10:19:28,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:28,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219122327/meta-region-server
2024-11-28T10:19:28,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,41787,1732789166450
2024-11-28T10:19:28,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:28,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219122327/meta-region-server: CHANGED
2024-11-28T10:19:28,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-28T10:19:28,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41787,1732789166450 in 216 msec
2024-11-28T10:19:28,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:19:28,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec
2024-11-28T10:19:28,247 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:28,651 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:29,036 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms
2024-11-28T10:19:29,156 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:29,761 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:30,465 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:30,539 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms
2024-11-28T10:19:31,269 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:31,941 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-28T10:19:31,941 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:19:31,941 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:31,941 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41787,1732789166450, seqNum=-1]
2024-11-28T10:19:31,942 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:31,943 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:31,946 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3d8569327237692492b76caf26c990cd, regionState=OPEN, lastHost=e792e7e95410,39083,1732789151434, regionLocation=e792e7e95410,39083,1732789151434, openSeqNum=2
2024-11-28T10:19:31,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:19:31,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789231946
2024-11-28T10:19:31,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789291946
2024-11-28T10:19:31,946 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec
2024-11-28T10:19:31,947 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e792e7e95410,39083,1732789151434 had 2 regions
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:36791, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,947 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,948 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e792e7e95410,39083,1732789151434, splitWal=true, meta=true, isMeta: false
2024-11-28T10:19:31,949 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434-splitting dir is empty, no logs to split.
2024-11-28T10:19:31,949 INFO  [PEWorker-3 {}] master.SplitWALManager(105): e792e7e95410,39083,1732789151434 WAL count=0, meta=false
2024-11-28T10:19:31,953 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,39083,1732789151434-splitting dir is empty, no logs to split.
2024-11-28T10:19:31,953 INFO  [PEWorker-3 {}] master.SplitWALManager(105): e792e7e95410,39083,1732789151434 WAL count=0, meta=false
2024-11-28T10:19:31,953 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e792e7e95410,39083,1732789151434 WAL splitting is done? wals=0, meta=false
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.438sec
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:19:31,953 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:31,954 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:19:31,955 WARN  [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e792e7e95410,39083,1732789151434/hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:31,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN}]
2024-11-28T10:19:31,957 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN
2024-11-28T10:19:31,957 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:19:31,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:19:31,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36791,1732789166406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:31,958 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-28T10:19:31,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef3425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:31,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36791,-1 for getting cluster id
2024-11-28T10:19:31,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:31,992 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340'
2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340"

2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31306ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36791,-1]
2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:31,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:31,994 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62423169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:31,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41787,1732789166450, seqNum=-1]
2024-11-28T10:19:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:31,997 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:31,999 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-28T10:19:31,999 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:31,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:31,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:31,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:31,999 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:32,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e792e7e95410:36791 after: e792e7e95410:36791
2024-11-28T10:19:32,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:32,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36791,-1 for getting cluster id
2024-11-28T10:19:32,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:32,001 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340'
2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2dbd7ec0-9c2f-4b7a-a772-b47f9a35e340"

2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa6f915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36791,-1]
2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,002 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:32,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:32,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36791,1732789166406
2024-11-28T10:19:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f148df
2024-11-28T10:19:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:32,005 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:32,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1
2024-11-28T10:19:32,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:19:32,005 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:32,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:32,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,006 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:32,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:19:32,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1297748826, stopped=false
2024-11-28T10:19:32,006 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,36587,1732789156770
2024-11-28T10:19:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1508980934/running
2024-11-28T10:19:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1508980934/running
2024-11-28T10:19:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:32,073 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:32,073 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:32,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:32,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/running
2024-11-28T10:19:32,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Set watcher on znode that does not yet exist, /1-1508980934/running
2024-11-28T10:19:32,073 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,40045,1732789156916' *****
2024-11-28T10:19:32,073 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:19:32,073 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:19:32,073 INFO  [RS:0;e792e7e95410:40045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:19:32,073 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,40045,1732789156916
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:40045.
2024-11-28T10:19:32,074 DEBUG [RS:0;e792e7e95410:40045 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:32,074 DEBUG [RS:0;e792e7e95410:40045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:19:32,074 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:19:32,074 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:32,074 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:32,074 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:32,074 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:32,074 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:32,074 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:32,074 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:32,074 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-28T10:19:32,093 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/.tmp/ns/e477558a6fd543c2958c9cf1ab83a414 is 43, key is default/ns:d/1732789160176/Put/seqid=0
2024-11-28T10:19:32,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741835_1011 (size=5153)
2024-11-28T10:19:32,108 DEBUG [e792e7e95410:36791 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:32,108 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d8569327237692492b76caf26c990cd, regionState=OPENING, regionLocation=e792e7e95410,41787,1732789166450
2024-11-28T10:19:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN because future has completed
2024-11-28T10:19:32,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,41787,1732789166450}]
2024-11-28T10:19:32,141 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:32,174 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:32,266 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:32,266 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:32,267 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:19:32,268 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41787%2C1732789166450.rep, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs, maxLogs=10
2024-11-28T10:19:32,274 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:32,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.rep.1732789172268, exclude list is [], retry=0
2024-11-28T10:19:32,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35071,DS-e22e349a-6749-4a8b-acf6-85752d130623,DISK]
2024-11-28T10:19:32,284 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.rep.1732789172268
2024-11-28T10:19:32,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37125:37125)]
2024-11-28T10:19:32,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d8569327237692492b76caf26c990cd, NAME => 'hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:32,284 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:32,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. service=MultiRowMutationService
2024-11-28T10:19:32,285 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:19:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,286 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:32,287 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName hfileref
2024-11-28T10:19:32,287 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:32,288 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:32,288 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:32,288 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName queue
2024-11-28T10:19:32,288 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:32,293 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/queue/63c5975e625645ab81a76013e55ecaf8
2024-11-28T10:19:32,293 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:32,293 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d8569327237692492b76caf26c990cd 
2024-11-28T10:19:32,294 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d8569327237692492b76caf26c990cd columnFamilyName sid
2024-11-28T10:19:32,294 DEBUG [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:32,294 INFO  [StoreOpener-3d8569327237692492b76caf26c990cd-1 {}] regionserver.HStore(327): Store=3d8569327237692492b76caf26c990cd/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:32,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:32,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,299 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3d8569327237692492b76caf26c990cd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72959967, jitterRate=0.0871882289648056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:32,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:32,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3d8569327237692492b76caf26c990cd:
Running coprocessor pre-open hook at 1732789172285Writing region info on filesystem at 1732789172285Initializing all the Stores at 1732789172286 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789172286Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789172286Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789172286Cleaning up temporary data from old regions at 1732789172297 (+11 ms)Running coprocessor post-open hooks at 1732789172299 (+2 ms)Region opened successfully at 1732789172300 (+1 ms)
2024-11-28T10:19:32,301 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., pid=13, masterSystemTime=1732789172263
2024-11-28T10:19:32,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:32,303 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:32,304 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d8569327237692492b76caf26c990cd, regionState=OPEN, openSeqNum=9, regionLocation=e792e7e95410,41787,1732789166450
2024-11-28T10:19:32,304 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e792e7e95410,41787,1732789166450, table=hbase:replication, region=3d8569327237692492b76caf26c990cd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-28T10:19:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,41787,1732789166450 because future has completed
2024-11-28T10:19:32,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-28T10:19:32,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d8569327237692492b76caf26c990cd, server=e792e7e95410,41787,1732789166450 in 195 msec
2024-11-28T10:19:32,309 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-28T10:19:32,310 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d8569327237692492b76caf26c990cd, ASSIGN in 353 msec
2024-11-28T10:19:32,310 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-28T10:19:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., hostname=e792e7e95410,41787,1732789166450, seqNum=9]
2024-11-28T10:19:32,327 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e792e7e95410,39083,1732789151434
2024-11-28T10:19:32,328 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-28T10:19:32,474 DEBUG [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:32,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-28T10:19:32,498 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/.tmp/ns/e477558a6fd543c2958c9cf1ab83a414
2024-11-28T10:19:32,503 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/.tmp/ns/e477558a6fd543c2958c9cf1ab83a414 as hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/ns/e477558a6fd543c2958c9cf1ab83a414
2024-11-28T10:19:32,508 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/ns/e477558a6fd543c2958c9cf1ab83a414, entries=2, sequenceid=6, filesize=5.0 K
2024-11-28T10:19:32,509 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false
2024-11-28T10:19:32,509 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:19:32,513 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T10:19:32,514 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:32,514 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:32,514 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:32,514 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789172074Running coprocessor pre-close hooks at 1732789172074Disabling compacts and flushes for region at 1732789172074Disabling writes for close at 1732789172074Obtaining lock to block concurrent updates at 1732789172074Preparing flush snapshotting stores in 1588230740 at 1732789172074Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732789172075 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732789172075Flushing 1588230740/ns: creating writer at 1732789172075Flushing 1588230740/ns: appending metadata at 1732789172093 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732789172093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce8a212: reopening flushed file at 1732789172503 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732789172509 (+6 ms)Writing region close event to WAL at 1732789172510 (+1 ms)Running coprocessor post-close hooks at 1732789172514 (+4 ms)Closed at 1732789172514
2024-11-28T10:19:32,514 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:32,675 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,40045,1732789156916; all regions closed.
2024-11-28T10:19:32,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741834_1010 (size=1152)
2024-11-28T10:19:32,719 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.meta.1732789160127.meta not finished, retry = 0
2024-11-28T10:19:32,821 DEBUG [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/oldWALs
2024-11-28T10:19:32,821 INFO  [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C40045%2C1732789156916.meta:.meta(num 1732789160127)
2024-11-28T10:19:32,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741832_1008 (size=93)
2024-11-28T10:19:32,823 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/WALs/e792e7e95410,40045,1732789156916/e792e7e95410%2C40045%2C1732789156916.1732789159160 not finished, retry = 0
2024-11-28T10:19:32,925 DEBUG [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/oldWALs
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C40045%2C1732789156916:(num 1732789159160)
2024-11-28T10:19:32,926 DEBUG [RS:0;e792e7e95410:40045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:32,926 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:32,926 INFO  [RS:0;e792e7e95410:40045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40045
2024-11-28T10:19:33,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934/rs
2024-11-28T10:19:33,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1508980934/rs/e792e7e95410,40045,1732789156916
2024-11-28T10:19:33,014 INFO  [RS:0;e792e7e95410:40045 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:33,014 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,40045,1732789156916]
2024-11-28T10:19:33,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1508980934/draining/e792e7e95410,40045,1732789156916 already deleted, retry=false
2024-11-28T10:19:33,130 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,40045,1732789156916 expired; onlineServers=0
2024-11-28T10:19:33,130 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,36587,1732789156770' *****
2024-11-28T10:19:33,131 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:33,131 DEBUG [M:0;e792e7e95410:36587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:19:33,131 DEBUG [M:0;e792e7e95410:36587 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:19:33,131 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:19:33,131 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789158927 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789158927,5,FailOnTimeoutGroup]
2024-11-28T10:19:33,131 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789158927 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789158927,5,FailOnTimeoutGroup]
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:33,131 DEBUG [M:0;e792e7e95410:36587 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:33,131 INFO  [M:0;e792e7e95410:36587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:19:33,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:19:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1508980934/master
2024-11-28T10:19:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1508980934
2024-11-28T10:19:33,178 DEBUG [M:0;e792e7e95410:36587 {}] zookeeper.ZKUtil(347): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Unable to get data of znode /1-1508980934/master because node does not exist (not an error)
2024-11-28T10:19:33,178 WARN  [M:0;e792e7e95410:36587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:19:33,178 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:33,179 INFO  [M:0;e792e7e95410:36587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/.lastflushedseqids
2024-11-28T10:19:33,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741836_1012 (size=99)
2024-11-28T10:19:33,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:33,188 INFO  [RS:0;e792e7e95410:40045 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:33,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40045-0x10180f41a0b0004, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:33,188 INFO  [RS:0;e792e7e95410:40045 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,40045,1732789156916; zookeeper connection closed.
2024-11-28T10:19:33,188 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24f7809c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24f7809c
2024-11-28T10:19:33,188 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:19:33,584 INFO  [M:0;e792e7e95410:36587 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:19:33,584 INFO  [M:0;e792e7e95410:36587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:19:33,584 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:33,584 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:33,584 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:33,584 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:33,584 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:33,584 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-28T10:19:33,598 DEBUG [M:0;e792e7e95410:36587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ee7b67595a04a5fbf075c9ff323c7e0 is 82, key is hbase:meta,,1/info:regioninfo/1732789160156/Put/seqid=0
2024-11-28T10:19:33,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741837_1013 (size=5672)
2024-11-28T10:19:33,669 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:33,692 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:33,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:33,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:33,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:33,701 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:33,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:19:33,707 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-28T10:19:34,003 INFO  [M:0;e792e7e95410:36587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ee7b67595a04a5fbf075c9ff323c7e0
2024-11-28T10:19:34,020 DEBUG [M:0;e792e7e95410:36587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e49244e3fe4363b8da7afc756d035e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732789160179/Put/seqid=0
2024-11-28T10:19:34,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741838_1014 (size=5275)
2024-11-28T10:19:34,283 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:34,424 INFO  [M:0;e792e7e95410:36587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e49244e3fe4363b8da7afc756d035e
2024-11-28T10:19:34,445 DEBUG [M:0;e792e7e95410:36587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a05df15e9b64c008368af2fdc77ba5c is 69, key is e792e7e95410,40045,1732789156916/rs:state/1732789158971/Put/seqid=0
2024-11-28T10:19:34,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741839_1015 (size=5156)
2024-11-28T10:19:34,850 INFO  [M:0;e792e7e95410:36587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a05df15e9b64c008368af2fdc77ba5c
2024-11-28T10:19:34,855 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ee7b67595a04a5fbf075c9ff323c7e0 as hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ee7b67595a04a5fbf075c9ff323c7e0
2024-11-28T10:19:34,859 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ee7b67595a04a5fbf075c9ff323c7e0, entries=8, sequenceid=28, filesize=5.5 K
2024-11-28T10:19:34,860 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5e49244e3fe4363b8da7afc756d035e as hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5e49244e3fe4363b8da7afc756d035e
2024-11-28T10:19:34,865 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5e49244e3fe4363b8da7afc756d035e, entries=3, sequenceid=28, filesize=5.2 K
2024-11-28T10:19:34,865 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a05df15e9b64c008368af2fdc77ba5c as hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a05df15e9b64c008368af2fdc77ba5c
2024-11-28T10:19:34,869 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45319/user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a05df15e9b64c008368af2fdc77ba5c, entries=1, sequenceid=28, filesize=5.0 K
2024-11-28T10:19:34,870 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false
2024-11-28T10:19:34,871 INFO  [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:34,871 DEBUG [M:0;e792e7e95410:36587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789173584Disabling compacts and flushes for region at 1732789173584Disabling writes for close at 1732789173584Obtaining lock to block concurrent updates at 1732789173584Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789173584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732789173585 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789173585Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789173585Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789173598 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789173598Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789174007 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789174020 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789174020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789174429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789174445 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789174445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722faf41: reopening flushed file at 1732789174854 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9612a4: reopening flushed file at 1732789174860 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2837b4a6: reopening flushed file at 1732789174865 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1732789174870 (+5 ms)Writing region close event to WAL at 1732789174871 (+1 ms)Closed at 1732789174871
2024-11-28T10:19:34,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741830_1006 (size=10165)
2024-11-28T10:19:34,873 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f68ffeb-9832-50cc-1c85-56e4706c62c5/MasterData/WALs/e792e7e95410,36587,1732789156770/e792e7e95410%2C36587%2C1732789156770.1732789158649 not finished, retry = 0
2024-11-28T10:19:34,974 INFO  [M:0;e792e7e95410:36587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:19:34,974 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:34,974 INFO  [M:0;e792e7e95410:36587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36587
2024-11-28T10:19:34,975 INFO  [M:0;e792e7e95410:36587 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:35,141 INFO  [M:0;e792e7e95410:36587 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:35,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36587-0x10180f41a0b0003, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:35,143 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca7e3da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:35,143 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:35,143 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:35,143 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:35,144 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:35,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:19:35,145 WARN  [BP-1907374391-172.17.0.2-1732789154913 heartbeating to localhost/127.0.0.1:45319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:19:35,145 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:19:35,145 WARN  [BP-1907374391-172.17.0.2-1732789154913 heartbeating to localhost/127.0.0.1:45319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1907374391-172.17.0.2-1732789154913 (Datanode Uuid bc65db70-7d30-4458-9906-a23a9c4b0735) service to localhost/127.0.0.1:45319
2024-11-28T10:19:35,145 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/cluster_72e59048-7635-b0a8-973e-9ec4549a9447/data/data1/current/BP-1907374391-172.17.0.2-1732789154913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:35,145 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/cluster_72e59048-7635-b0a8-973e-9ec4549a9447/data/data2/current/BP-1907374391-172.17.0.2-1732789154913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:35,145 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:19:35,149 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1eb7736b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:35,150 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:35,150 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:35,150 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:35,150 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:35,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:19:35,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:19:35,160 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:35,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:35,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:35,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:19:35,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=723313352, stopped=false
2024-11-28T10:19:35,161 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,36791,1732789166406
2024-11-28T10:19:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/running
2024-11-28T10:19:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:35,178 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:35,178 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:35,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:35,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:35,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Set watcher on znode that does not yet exist, /0-1219122327/running
2024-11-28T10:19:35,178 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,41787,1732789166450' *****
2024-11-28T10:19:35,178 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:19:35,178 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:19:35,179 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,41787,1732789166450
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41787.
2024-11-28T10:19:35,179 DEBUG [RS:0;e792e7e95410:41787 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:35,179 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,179 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d8569327237692492b76caf26c990cd, disabling compactions & flushes
2024-11-28T10:19:35,179 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:19:35,179 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:19:35,179 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd. after waiting 0 ms
2024-11-28T10:19:35,179 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:19:35,179 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:19:35,179 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1325): Online Regions={3d8569327237692492b76caf26c990cd=hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:19:35,179 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d8569327237692492b76caf26c990cd
2024-11-28T10:19:35,179 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:35,179 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:35,180 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:35,180 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:35,180 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:35,180 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-28T10:19:35,182 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/replication/3d8569327237692492b76caf26c990cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-28T10:19:35,183 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:35,183 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:35,183 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:35,183 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d8569327237692492b76caf26c990cd:
Waiting for close lock at 1732789175179Running coprocessor pre-close hooks at 1732789175179Disabling compacts and flushes for region at 1732789175179Disabling writes for close at 1732789175179Writing region close event to WAL at 1732789175180 (+1 ms)Running coprocessor post-close hooks at 1732789175183 (+3 ms)Closed at 1732789175183
2024-11-28T10:19:35,183 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd.
2024-11-28T10:19:35,193 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:35,194 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f04f2050f60f4a1184c914d9a73cf5bd is 147, key is hbase:replication,,1732789160286.3d8569327237692492b76caf26c990cd./info:regioninfo/1732789172303/Put/seqid=0
2024-11-28T10:19:35,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741851_1027 (size=6385)
2024-11-28T10:19:35,380 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:35,488 DEBUG [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.1732789167721 to pos 0, reset compression=false
2024-11-28T10:19:35,580 DEBUG [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:19:35,600 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f04f2050f60f4a1184c914d9a73cf5bd
2024-11-28T10:19:35,606 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/.tmp/info/f04f2050f60f4a1184c914d9a73cf5bd as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/info/f04f2050f60f4a1184c914d9a73cf5bd
2024-11-28T10:19:35,610 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/info/f04f2050f60f4a1184c914d9a73cf5bd, entries=8, sequenceid=19, filesize=6.2 K
2024-11-28T10:19:35,611 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false
2024-11-28T10:19:35,615 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-28T10:19:35,616 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:35,616 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:35,616 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:35,616 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789175179Running coprocessor pre-close hooks at 1732789175179Disabling compacts and flushes for region at 1732789175179Disabling writes for close at 1732789175180 (+1 ms)Obtaining lock to block concurrent updates at 1732789175180Preparing flush snapshotting stores in 1588230740 at 1732789175180Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732789175180Flushing stores of hbase:meta,,1.1588230740 at 1732789175180Flushing 1588230740/info: creating writer at 1732789175180Flushing 1588230740/info: appending metadata at 1732789175194 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732789175194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d5909: reopening flushed file at 1732789175605 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732789175611 (+6 ms)Writing region close event to WAL at 1732789175612 (+1 ms)Running coprocessor post-close hooks at 1732789175616 (+4 ms)Closed at 1732789175616
2024-11-28T10:19:35,616 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:35,626 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:19:35,626 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:19:35,780 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,41787,1732789166450; all regions closed.
2024-11-28T10:19:35,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741849_1025 (size=2156)
2024-11-28T10:19:35,782 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.meta.1732789168152.meta not finished, retry = 0
2024-11-28T10:19:35,885 DEBUG [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:35,885 INFO  [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C41787%2C1732789166450.meta:.meta(num 1732789168152)
2024-11-28T10:19:35,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741850_1026 (size=796)
2024-11-28T10:19:35,887 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/WALs/e792e7e95410,41787,1732789166450/e792e7e95410%2C41787%2C1732789166450.rep.1732789172268 not finished, retry = 0
2024-11-28T10:19:35,989 DEBUG [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:35,990 INFO  [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C41787%2C1732789166450.rep:(num 1732789172268)
2024-11-28T10:19:35,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741848_1024 (size=93)
2024-11-28T10:19:35,993 DEBUG [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/oldWALs
2024-11-28T10:19:35,993 INFO  [RS:0;e792e7e95410:41787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C41787%2C1732789166450:(num 1732789167721)
2024-11-28T10:19:35,993 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,993 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:19:35,994 INFO  [RS:0;e792e7e95410:41787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:35,994 INFO  [RS:0;e792e7e95410:41787 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:35,994 INFO  [RS:0;e792e7e95410:41787 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:35,994 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:35,994 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,41787,1732789166450 because: Region server is closing
2024-11-28T10:19:35,994 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-28T10:19:35,994 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-28T10:19:35,994 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-28T10:19:35,994 INFO  [RS:0;e792e7e95410:41787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41787.
2024-11-28T10:19:35,994 DEBUG [RS:0;e792e7e95410:41787 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:35,994 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,994 DEBUG [RS:0;e792e7e95410:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:35,994 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:36,095 WARN  [RS:0;e792e7e95410:41787.replicationSource.shippere792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:19:36,095 WARN  [RS:0;e792e7e95410:41787.replicationSource.wal-reader.e792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:19:36,095 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e792e7e95410:41787.replicationSource.shippere792e7e95410%2C41787%2C1732789166450,1-e792e7e95410,41787,1732789166450 terminated
2024-11-28T10:19:36,095 INFO  [RS:0;e792e7e95410:41787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41787
2024-11-28T10:19:36,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327/rs
2024-11-28T10:19:36,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/rs/e792e7e95410,41787,1732789166450
2024-11-28T10:19:36,146 INFO  [RS:0;e792e7e95410:41787 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:36,156 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,41787,1732789166450]
2024-11-28T10:19:36,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219122327/draining/e792e7e95410,41787,1732789166450 already deleted, retry=false
2024-11-28T10:19:36,167 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,41787,1732789166450 expired; onlineServers=0
2024-11-28T10:19:36,167 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,36791,1732789166406' *****
2024-11-28T10:19:36,167 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:19:36,167 INFO  [M:0;e792e7e95410:36791 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:19:36,167 INFO  [M:0;e792e7e95410:36791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:19:36,167 DEBUG [M:0;e792e7e95410:36791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:19:36,167 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:19:36,167 DEBUG [M:0;e792e7e95410:36791 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:19:36,167 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789167433 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789167433,5,FailOnTimeoutGroup]
2024-11-28T10:19:36,167 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789167433 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789167433,5,FailOnTimeoutGroup]
2024-11-28T10:19:36,167 INFO  [M:0;e792e7e95410:36791 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:19:36,168 INFO  [M:0;e792e7e95410:36791 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:19:36,168 DEBUG [M:0;e792e7e95410:36791 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:19:36,168 INFO  [M:0;e792e7e95410:36791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:19:36,168 INFO  [M:0;e792e7e95410:36791 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:19:36,168 INFO  [M:0;e792e7e95410:36791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:19:36,168 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:19:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219122327/master
2024-11-28T10:19:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219122327
2024-11-28T10:19:36,177 DEBUG [M:0;e792e7e95410:36791 {}] zookeeper.ZKUtil(347): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Unable to get data of znode /0-1219122327/master because node does not exist (not an error)
2024-11-28T10:19:36,177 WARN  [M:0;e792e7e95410:36791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:19:36,178 INFO  [M:0;e792e7e95410:36791 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/.lastflushedseqids
2024-11-28T10:19:36,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741852_1028 (size=181)
2024-11-28T10:19:36,256 INFO  [RS:0;e792e7e95410:41787 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:36,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x10180f41a0b0007, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:36,257 INFO  [RS:0;e792e7e95410:41787 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,41787,1732789166450; zookeeper connection closed.
2024-11-28T10:19:36,257 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617408c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617408c0
2024-11-28T10:19:36,257 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:19:36,589 INFO  [M:0;e792e7e95410:36791 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:19:36,589 INFO  [M:0;e792e7e95410:36791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:19:36,589 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:36,589 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:36,589 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:36,589 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:36,589 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:36,590 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-28T10:19:36,603 DEBUG [M:0;e792e7e95410:36791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f15c4ccd95a4a8186be54e3da62b36d is 82, key is hbase:meta,,1/info:regioninfo/1732789168196/Put/seqid=0
2024-11-28T10:19:36,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741853_1029 (size=5672)
2024-11-28T10:19:37,008 INFO  [M:0;e792e7e95410:36791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f15c4ccd95a4a8186be54e3da62b36d
2024-11-28T10:19:37,026 DEBUG [M:0;e792e7e95410:36791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/102ff51d7229428fad7b57941c8291e0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732789172309/Put/seqid=0
2024-11-28T10:19:37,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741854_1030 (size=7312)
2024-11-28T10:19:37,430 INFO  [M:0;e792e7e95410:36791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/102ff51d7229428fad7b57941c8291e0
2024-11-28T10:19:37,447 DEBUG [M:0;e792e7e95410:36791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed54c8fe01894fc4bd2b7703f69faf18 is 69, key is e792e7e95410,41787,1732789166450/rs:state/1732789167524/Put/seqid=0
2024-11-28T10:19:37,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741855_1031 (size=5370)
2024-11-28T10:19:37,851 INFO  [M:0;e792e7e95410:36791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed54c8fe01894fc4bd2b7703f69faf18
2024-11-28T10:19:37,856 INFO  [M:0;e792e7e95410:36791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed54c8fe01894fc4bd2b7703f69faf18
2024-11-28T10:19:37,857 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f15c4ccd95a4a8186be54e3da62b36d as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f15c4ccd95a4a8186be54e3da62b36d
2024-11-28T10:19:37,862 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f15c4ccd95a4a8186be54e3da62b36d, entries=8, sequenceid=127, filesize=5.5 K
2024-11-28T10:19:37,863 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/102ff51d7229428fad7b57941c8291e0 as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/102ff51d7229428fad7b57941c8291e0
2024-11-28T10:19:37,868 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/102ff51d7229428fad7b57941c8291e0, entries=7, sequenceid=127, filesize=7.1 K
2024-11-28T10:19:37,869 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed54c8fe01894fc4bd2b7703f69faf18 as hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed54c8fe01894fc4bd2b7703f69faf18
2024-11-28T10:19:37,874 INFO  [M:0;e792e7e95410:36791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed54c8fe01894fc4bd2b7703f69faf18
2024-11-28T10:19:37,874 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed54c8fe01894fc4bd2b7703f69faf18, entries=2, sequenceid=127, filesize=5.2 K
2024-11-28T10:19:37,875 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false
2024-11-28T10:19:37,876 INFO  [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:37,876 DEBUG [M:0;e792e7e95410:36791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789176589Disabling compacts and flushes for region at 1732789176589Disabling writes for close at 1732789176589Obtaining lock to block concurrent updates at 1732789176590 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789176590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732789176590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789176591 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789176591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789176603 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789176603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789177012 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789177025 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789177025Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789177434 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789177446 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789177446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18825a3b: reopening flushed file at 1732789177856 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df51e37: reopening flushed file at 1732789177862 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67070ae3: reopening flushed file at 1732789177868 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1732789177875 (+7 ms)Writing region close event to WAL at 1732789177876 (+1 ms)Closed at 1732789177876
2024-11-28T10:19:37,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741847_1023 (size=22903)
2024-11-28T10:19:37,878 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4403a58e-7d64-a915-5b27-8364d467c40d/MasterData/WALs/e792e7e95410,36791,1732789166406/e792e7e95410%2C36791%2C1732789166406.1732789166960 not finished, retry = 0
2024-11-28T10:19:37,979 INFO  [M:0;e792e7e95410:36791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:19:37,979 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:19:37,979 INFO  [M:0;e792e7e95410:36791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36791
2024-11-28T10:19:37,979 INFO  [M:0;e792e7e95410:36791 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:19:38,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:38,098 INFO  [M:0;e792e7e95410:36791 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:19:38,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36791-0x10180f41a0b0006, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:19:38,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43afdc90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:38,101 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c87b6b2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:38,101 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:38,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76fdbe1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:38,101 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594fffb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:38,103 WARN  [BP-1773085561-172.17.0.2-1732789149298 heartbeating to localhost/127.0.0.1:43595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:19:38,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:19:38,103 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:19:38,103 WARN  [BP-1773085561-172.17.0.2-1732789149298 heartbeating to localhost/127.0.0.1:43595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1773085561-172.17.0.2-1732789149298 (Datanode Uuid 3a3fc82c-1d2a-4643-9ecf-038fc49000ad) service to localhost/127.0.0.1:43595
2024-11-28T10:19:38,103 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/data/data1/current/BP-1773085561-172.17.0.2-1732789149298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:38,103 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/cluster_47f8c243-6f05-f0c4-ef45-8f39f947a66a/data/data2/current/BP-1773085561-172.17.0.2-1732789149298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:19:38,103 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:19:38,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b142757{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:38,108 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8b70d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:19:38,108 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:19:38,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140ffc81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:19:38,109 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2955e2b6-1c9c-a5fc-7ff2-20d6be31fda0/hadoop.log.dir/,STOPPED}
2024-11-28T10:19:38,114 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:19:38,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:19:38,133 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45319
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43595 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51514)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45319
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45319
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45319 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51514)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45319 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43595
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43595 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45319
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43595 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45319
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43595
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43595
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45319
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45319 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=3997 (was 4089)
2024-11-28T10:19:38,140 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=3997
2024-11-28T10:19:38,151 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-28T10:19:38,151 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir so I do NOT create it in target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396
2024-11-28T10:19:38,152 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:19:38,152 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.tmp.dir so I do NOT create it in target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396
2024-11-28T10:19:38,152 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6596443f-129e-4ae2-a693-2d8f86987a89/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:19:38,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396
2024-11-28T10:19:38,152 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f, deleteOnExit=true
2024-11-28T10:19:38,170 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/zookeeper_0, clientPort=57906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:19:38,171 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57906
2024-11-28T10:19:38,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:19:38,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:19:38,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/test.cache.data in system properties and HBase conf
2024-11-28T10:19:38,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:19:38,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:19:38,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:38,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:19:38,173 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:19:38,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f41a0b0005, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:19:38,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f41a0b0002, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:19:38,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f41a0b0005, quorum=127.0.0.1:51514, baseZNode=/1-1508980934 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:19:38,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f41a0b0002, quorum=127.0.0.1:51514, baseZNode=/0-1219122327 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:19:38,578 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:38,583 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:38,588 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:38,588 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:38,588 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:19:38,589 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:38,589 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:38,590 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:38,692 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b0899c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/java.io.tmpdir/jetty-localhost-37657-hadoop-hdfs-3_4_1-tests_jar-_-any-16617904745358728720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:38,692 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:37657}
2024-11-28T10:19:38,692 INFO  [Time-limited test {}] server.Server(415): Started @172624ms
2024-11-28T10:19:38,994 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:38,997 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:39,000 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:39,000 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:39,000 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:19:39,000 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:39,001 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:39,096 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/java.io.tmpdir/jetty-localhost-35663-hadoop-hdfs-3_4_1-tests_jar-_-any-806818273041346223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:39,096 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:35663}
2024-11-28T10:19:39,096 INFO  [Time-limited test {}] server.Server(415): Started @173028ms
2024-11-28T10:19:39,097 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:19:39,704 WARN  [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/data/data1/current/BP-2021078451-172.17.0.2-1732789178215/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:39,704 WARN  [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/data/data2/current/BP-2021078451-172.17.0.2-1732789178215/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:39,720 WARN  [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:19:39,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2c9fc2ceba16cdb with lease ID 0x4e68007f5db97afc: Processing first storage report for DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d from datanode DatanodeRegistration(127.0.0.1:36841, datanodeUuid=159a4fa5-831e-4a57-bab6-a85c43cde483, infoPort=32899, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1065972290;c=1732789178215)
2024-11-28T10:19:39,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2c9fc2ceba16cdb with lease ID 0x4e68007f5db97afc: from storage DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d node DatanodeRegistration(127.0.0.1:36841, datanodeUuid=159a4fa5-831e-4a57-bab6-a85c43cde483, infoPort=32899, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1065972290;c=1732789178215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:39,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2c9fc2ceba16cdb with lease ID 0x4e68007f5db97afc: Processing first storage report for DS-0c1d1bc7-1dd8-4614-861c-cc6eccdde84f from datanode DatanodeRegistration(127.0.0.1:36841, datanodeUuid=159a4fa5-831e-4a57-bab6-a85c43cde483, infoPort=32899, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1065972290;c=1732789178215)
2024-11-28T10:19:39,722 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2c9fc2ceba16cdb with lease ID 0x4e68007f5db97afc: from storage DS-0c1d1bc7-1dd8-4614-861c-cc6eccdde84f node DatanodeRegistration(127.0.0.1:36841, datanodeUuid=159a4fa5-831e-4a57-bab6-a85c43cde483, infoPort=32899, infoSecurePort=0, ipcPort=34821, storageInfo=lv=-57;cid=testClusterID;nsid=1065972290;c=1732789178215), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:19:39,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396
2024-11-28T10:19:39,819 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:39,820 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:39,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:19:40,228 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1 with version=8
2024-11-28T10:19:40,228 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/hbase-staging
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:40,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36123
2024-11-28T10:19:40,231 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36123 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:40,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361230x0, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:40,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36123-0x10180f48ae50000 connected
2024-11-28T10:19:40,409 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:40,410 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:40,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/running
2024-11-28T10:19:40,411 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1, hbase.cluster.distributed=false
2024-11-28T10:19:40,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/acl
2024-11-28T10:19:40,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36123
2024-11-28T10:19:40,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36123
2024-11-28T10:19:40,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36123
2024-11-28T10:19:40,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36123
2024-11-28T10:19:40,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36123
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:19:40,427 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:40,428 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43867
2024-11-28T10:19:40,429 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43867 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:40,429 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:40,431 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:40,446 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438670x0, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:40,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43867-0x10180f48ae50001 connected
2024-11-28T10:19:40,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/running
2024-11-28T10:19:40,446 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:19:40,447 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:19:40,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/master
2024-11-28T10:19:40,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/acl
2024-11-28T10:19:40,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43867
2024-11-28T10:19:40,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43867
2024-11-28T10:19:40,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43867
2024-11-28T10:19:40,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43867
2024-11-28T10:19:40,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43867
2024-11-28T10:19:40,466 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:36123
2024-11-28T10:19:40,466 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /068326934/backup-masters/e792e7e95410,36123,1732789180229
2024-11-28T10:19:40,477 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/backup-masters
2024-11-28T10:19:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/backup-masters
2024-11-28T10:19:40,477 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on existing znode=/068326934/backup-masters/e792e7e95410,36123,1732789180229
2024-11-28T10:19:40,488 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068326934/master
2024-11-28T10:19:40,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:40,488 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:40,488 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on existing znode=/068326934/master
2024-11-28T10:19:40,488 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /068326934/backup-masters/e792e7e95410,36123,1732789180229 from backup master directory
2024-11-28T10:19:40,498 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/backup-masters
2024-11-28T10:19:40,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068326934/backup-masters/e792e7e95410,36123,1732789180229
2024-11-28T10:19:40,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/backup-masters
2024-11-28T10:19:40,498 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:40,498 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,36123,1732789180229
2024-11-28T10:19:40,502 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/hbase.id] with ID: 6b0d5690-7700-4e1f-a950-d499c8c5e9a4
2024-11-28T10:19:40,502 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/.tmp/hbase.id
2024-11-28T10:19:40,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:19:40,685 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:40,706 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,706 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,707 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,716 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:40,906 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/.tmp/hbase.id]:[hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/hbase.id]
2024-11-28T10:19:40,915 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:40,915 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:19:40,916 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-28T10:19:40,966 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:40,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:40,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:19:41,372 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:41,372 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:19:41,373 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:41,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:19:41,779 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store
2024-11-28T10:19:41,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:19:42,184 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:42,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:42,185 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:42,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:42,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:42,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:42,185 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:42,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789182185Disabling compacts and flushes for region at 1732789182185Disabling writes for close at 1732789182185Writing region close event to WAL at 1732789182185Closed at 1732789182185
2024-11-28T10:19:42,186 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/.initializing
2024-11-28T10:19:42,186 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/WALs/e792e7e95410,36123,1732789180229
2024-11-28T10:19:42,187 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:42,188 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C36123%2C1732789180229, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/WALs/e792e7e95410,36123,1732789180229, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/oldWALs, maxLogs=10
2024-11-28T10:19:42,203 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/WALs/e792e7e95410,36123,1732789180229/e792e7e95410%2C36123%2C1732789180229.1732789182188, exclude list is [], retry=0
2024-11-28T10:19:42,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36841,DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d,DISK]
2024-11-28T10:19:42,207 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/WALs/e792e7e95410,36123,1732789180229/e792e7e95410%2C36123%2C1732789180229.1732789182188
2024-11-28T10:19:42,207 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)]
2024-11-28T10:19:42,207 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:42,208 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:42,208 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,208 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:42,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:19:42,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:42,210 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:42,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:42,211 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:19:42,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:42,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:42,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:42,212 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:19:42,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:42,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:42,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:42,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:19:42,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:42,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:42,214 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,214 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,215 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,215 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,215 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,216 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:42,217 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:42,218 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:42,219 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72837847, jitterRate=0.08536849915981293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:42,219 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789182208Initializing all the Stores at 1732789182209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789182209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789182209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789182209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789182209Cleaning up temporary data from old regions at 1732789182215 (+6 ms)Region opened successfully at 1732789182219 (+4 ms)
2024-11-28T10:19:42,219 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:19:42,221 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109628f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:42,222 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:19:42,222 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:19:42,222 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:19:42,222 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:19:42,223 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:19:42,223 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:19:42,223 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:19:42,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:19:42,225 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/balancer because node does not exist (not necessarily an error)
2024-11-28T10:19:42,288 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/balancer already deleted, retry=false
2024-11-28T10:19:42,288 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:19:42,289 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:19:42,298 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/normalizer already deleted, retry=false
2024-11-28T10:19:42,298 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:19:42,299 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:19:42,388 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/switch/split already deleted, retry=false
2024-11-28T10:19:42,389 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:19:42,419 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/switch/merge already deleted, retry=false
2024-11-28T10:19:42,421 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:19:42,429 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/snapshot-cleanup already deleted, retry=false
2024-11-28T10:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068326934/running
2024-11-28T10:19:42,440 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/068326934/running
2024-11-28T10:19:42,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,440 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,440 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,36123,1732789180229, sessionid=0x10180f48ae50000, setting cluster-up flag (Was=false)
2024-11-28T10:19:42,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,461 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,492 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068326934/flush-table-proc/acquired, /068326934/flush-table-proc/reached, /068326934/flush-table-proc/abort
2024-11-28T10:19:42,493 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36123,1732789180229
2024-11-28T10:19:42,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,514 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:42,545 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /068326934/online-snapshot/acquired, /068326934/online-snapshot/reached, /068326934/online-snapshot/abort
2024-11-28T10:19:42,546 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36123,1732789180229
2024-11-28T10:19:42,547 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:19:42,548 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:42,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:19:42,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:19:42,549 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,36123,1732789180229
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:42,550 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789212551
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:19:42,551 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:42,552 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:19:42,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:42,553 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:19:42,556 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:19:42,556 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:19:42,556 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:19:42,556 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:19:42,558 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789182558,5,FailOnTimeoutGroup]
2024-11-28T10:19:42,558 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789182558,5,FailOnTimeoutGroup]
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,558 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,559 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(746): ClusterId : 6b0d5690-7700-4e1f-a950-d499c8c5e9a4
2024-11-28T10:19:42,559 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:19:42,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:19:42,567 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:19:42,567 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:19:42,578 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:19:42,578 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347b69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:42,591 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:43867
2024-11-28T10:19:42,591 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:19:42,591 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:19:42,591 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:19:42,592 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,36123,1732789180229 with port=43867, startcode=1732789180426
2024-11-28T10:19:42,593 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:19:42,594 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:19:42,594 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,594 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36123 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,595 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1
2024-11-28T10:19:42,595 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43833
2024-11-28T10:19:42,595 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:19:42,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/rs
2024-11-28T10:19:42,604 DEBUG [RS:0;e792e7e95410:43867 {}] zookeeper.ZKUtil(111): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on existing znode=/068326934/rs/e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,604 WARN  [RS:0;e792e7e95410:43867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:42,604 INFO  [RS:0;e792e7e95410:43867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:42,604 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,604 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,43867,1732789180426]
2024-11-28T10:19:42,607 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:19:42,609 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:19:42,612 INFO  [RS:0;e792e7e95410:43867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:19:42,612 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,612 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:19:42,613 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:19:42,613 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:42,613 DEBUG [RS:0;e792e7e95410:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:42,614 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,615 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,615 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,615 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,615 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,615 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43867,1732789180426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:42,631 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:19:42,631 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43867,1732789180426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,631 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,632 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.Replication(171): e792e7e95410,43867,1732789180426 started
2024-11-28T10:19:42,648 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:42,648 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,43867,1732789180426, RpcServer on e792e7e95410/172.17.0.2:43867, sessionid=0x10180f48ae50001
2024-11-28T10:19:42,648 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:19:42,648 DEBUG [RS:0;e792e7e95410:43867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,648 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43867,1732789180426'
2024-11-28T10:19:42,648 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068326934/flush-table-proc/abort'
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068326934/flush-table-proc/acquired'
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,43867,1732789180426
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43867,1732789180426'
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/068326934/online-snapshot/abort'
2024-11-28T10:19:42,649 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/068326934/online-snapshot/acquired'
2024-11-28T10:19:42,650 DEBUG [RS:0;e792e7e95410:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:19:42,650 INFO  [RS:0;e792e7e95410:43867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:19:42,650 INFO  [RS:0;e792e7e95410:43867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:19:42,750 INFO  [RS:0;e792e7e95410:43867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:42,752 INFO  [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43867%2C1732789180426, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs, maxLogs=10
2024-11-28T10:19:42,763 DEBUG [RS:0;e792e7e95410:43867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752, exclude list is [], retry=0
2024-11-28T10:19:42,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36841,DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d,DISK]
2024-11-28T10:19:42,767 INFO  [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752
2024-11-28T10:19:42,767 DEBUG [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)]
2024-11-28T10:19:42,961 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:19:42,961 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1
2024-11-28T10:19:42,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:19:43,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:43,368 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:43,369 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:43,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:43,371 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:43,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:43,372 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:43,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,372 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:43,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:43,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:43,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740
2024-11-28T10:19:43,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740
2024-11-28T10:19:43,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:43,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:43,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:43,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:43,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:43,380 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69073057, jitterRate=0.02926875650882721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:43,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789183367Initializing all the Stores at 1732789183368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789183368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183368Cleaning up temporary data from old regions at 1732789183376 (+8 ms)Region opened successfully at 1732789183380 (+4 ms)
2024-11-28T10:19:43,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:43,380 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:43,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:43,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:43,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:43,381 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:43,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789183380Disabling compacts and flushes for region at 1732789183380Disabling writes for close at 1732789183380Writing region close event to WAL at 1732789183381 (+1 ms)Closed at 1732789183381
2024-11-28T10:19:43,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:43,381 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:19:43,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:19:43,382 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:43,383 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:19:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:19:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:19:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:43,533 DEBUG [e792e7e95410:36123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:43,534 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:43,534 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43867,1732789180426, state=OPENING
2024-11-28T10:19:43,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:19:43,608 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:43,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068326934/meta-region-server: CHANGED
2024-11-28T10:19:43,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068326934/meta-region-server: CHANGED
2024-11-28T10:19:43,609 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:43,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43867,1732789180426}]
2024-11-28T10:19:43,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:43,763 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:19:43,765 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:19:43,766 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:43,766 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:19:43,767 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43867%2C1732789180426.meta, suffix=.meta, logDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs, maxLogs=10
2024-11-28T10:19:43,779 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.meta.1732789183767.meta, exclude list is [], retry=0
2024-11-28T10:19:43,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36841,DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d,DISK]
2024-11-28T10:19:43,782 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.meta.1732789183767.meta
2024-11-28T10:19:43,782 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)]
2024-11-28T10:19:43,782 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:43,782 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:43,782 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:43,783 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:19:43,783 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:19:43,783 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:19:43,783 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:43,783 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:19:43,783 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:19:43,784 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:43,784 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:43,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,785 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,785 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:43,785 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:43,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,786 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,786 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:43,786 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:43,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,787 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:43,787 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:43,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:43,788 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:43,788 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:43,788 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740
2024-11-28T10:19:43,789 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740
2024-11-28T10:19:43,791 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:43,791 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:43,791 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:43,792 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:43,793 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67609389, jitterRate=0.007458403706550598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:43,793 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:19:43,794 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789183783Writing region info on filesystem at 1732789183783Initializing all the Stores at 1732789183784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183784Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789183784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789183784Cleaning up temporary data from old regions at 1732789183791 (+7 ms)Running coprocessor post-open hooks at 1732789183793 (+2 ms)Region opened successfully at 1732789183794 (+1 ms)
2024-11-28T10:19:43,795 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789183761
2024-11-28T10:19:43,796 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:19:43,796 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:19:43,797 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:43,798 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43867,1732789180426, state=OPEN
2024-11-28T10:19:43,840 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068326934/meta-region-server
2024-11-28T10:19:43,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/068326934/meta-region-server
2024-11-28T10:19:43,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,43867,1732789180426
2024-11-28T10:19:43,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068326934/meta-region-server: CHANGED
2024-11-28T10:19:43,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /068326934/meta-region-server: CHANGED
2024-11-28T10:19:43,842 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:19:43,842 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43867,1732789180426 in 231 msec
2024-11-28T10:19:43,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:19:43,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec
2024-11-28T10:19:43,844 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:43,844 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:19:43,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:43,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:19:43,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:43,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:43,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec
2024-11-28T10:19:43,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789183850, completionTime=-1
2024-11-28T10:19:43,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:19:43,850 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789243852
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789303852
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:36123, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,854 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.357sec
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:43,855 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:19:43,857 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:19:43,857 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:19:43,857 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36123,1732789180229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:43,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4909ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:43,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:43,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:43,861 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edca671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:43,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:43,863 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:43,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7fd2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:43,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:19:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:43,865 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:43,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,36123,1732789180229
2024-11-28T10:19:43,867 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:43,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f48ae50002 connected
2024-11-28T10:19:43,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir so I do NOT create it in target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be
2024-11-28T10:19:43,900 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.tmp.dir so I do NOT create it in target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be
2024-11-28T10:19:43,901 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:19:43,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/cluster_e56150c4-8364-9dae-dac2-d3a9e09c8e17, deleteOnExit=true
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/test.cache.data in system properties and HBase conf
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:19:43,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:19:43,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:19:43,902 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:19:43,903 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:19:44,218 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:44,222 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:44,224 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:44,224 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:44,224 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:19:44,224 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:44,225 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3facfa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:44,225 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c007f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:44,320 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e841029{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/java.io.tmpdir/jetty-localhost-33131-hadoop-hdfs-3_4_1-tests_jar-_-any-5497156257263434519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:19:44,321 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b770e4{HTTP/1.1, (http/1.1)}{localhost:33131}
2024-11-28T10:19:44,321 INFO  [Time-limited test {}] server.Server(415): Started @178252ms
2024-11-28T10:19:44,550 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:19:44,553 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:19:44,555 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:19:44,555 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:19:44,555 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:19:44,556 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571d6822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:19:44,557 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dee7851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:19:44,656 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a4cb61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/java.io.tmpdir/jetty-localhost-34777-hadoop-hdfs-3_4_1-tests_jar-_-any-16676990033973283558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:19:44,656 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618da9d1{HTTP/1.1, (http/1.1)}{localhost:34777}
2024-11-28T10:19:44,656 INFO  [Time-limited test {}] server.Server(415): Started @178588ms
2024-11-28T10:19:44,658 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:19:45,274 WARN  [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/cluster_e56150c4-8364-9dae-dac2-d3a9e09c8e17/data/data1/current/BP-1753858947-172.17.0.2-1732789183920/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:45,274 WARN  [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/cluster_e56150c4-8364-9dae-dac2-d3a9e09c8e17/data/data2/current/BP-1753858947-172.17.0.2-1732789183920/current, will proceed with Du for space computation calculation, 
2024-11-28T10:19:45,293 WARN  [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:19:45,295 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e590423a2dac93 with lease ID 0x45726cb234d8811f: Processing first storage report for DS-da76d546-850d-4d27-976b-5356821e630b from datanode DatanodeRegistration(127.0.0.1:38603, datanodeUuid=dad40ad0-86e4-4baa-8da3-f8a64ba4c421, infoPort=40781, infoSecurePort=0, ipcPort=43683, storageInfo=lv=-57;cid=testClusterID;nsid=400028887;c=1732789183920)
2024-11-28T10:19:45,295 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e590423a2dac93 with lease ID 0x45726cb234d8811f: from storage DS-da76d546-850d-4d27-976b-5356821e630b node DatanodeRegistration(127.0.0.1:38603, datanodeUuid=dad40ad0-86e4-4baa-8da3-f8a64ba4c421, infoPort=40781, infoSecurePort=0, ipcPort=43683, storageInfo=lv=-57;cid=testClusterID;nsid=400028887;c=1732789183920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:45,295 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e590423a2dac93 with lease ID 0x45726cb234d8811f: Processing first storage report for DS-a215ecd6-a67f-4551-8ddb-8bc7f1c43ff6 from datanode DatanodeRegistration(127.0.0.1:38603, datanodeUuid=dad40ad0-86e4-4baa-8da3-f8a64ba4c421, infoPort=40781, infoSecurePort=0, ipcPort=43683, storageInfo=lv=-57;cid=testClusterID;nsid=400028887;c=1732789183920)
2024-11-28T10:19:45,295 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e590423a2dac93 with lease ID 0x45726cb234d8811f: from storage DS-a215ecd6-a67f-4551-8ddb-8bc7f1c43ff6 node DatanodeRegistration(127.0.0.1:38603, datanodeUuid=dad40ad0-86e4-4baa-8da3-f8a64ba4c421, infoPort=40781, infoSecurePort=0, ipcPort=43683, storageInfo=lv=-57;cid=testClusterID;nsid=400028887;c=1732789183920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:19:45,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be
2024-11-28T10:19:45,381 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,382 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:19:45,789 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a with version=8
2024-11-28T10:19:45,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/hbase-staging
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:45,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42261
2024-11-28T10:19:45,792 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42261 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422610x0, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:45,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42261-0x10180f48ae50003 connected
2024-11-28T10:19:45,914 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,915 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/running
2024-11-28T10:19:45,917 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a, hbase.cluster.distributed=false
2024-11-28T10:19:45,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/acl
2024-11-28T10:19:45,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42261
2024-11-28T10:19:45,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42261
2024-11-28T10:19:45,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42261
2024-11-28T10:19:45,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42261
2024-11-28T10:19:45,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42261
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:19:45,931 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:19:45,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45013
2024-11-28T10:19:45,933 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45013 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:45,933 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,934 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:45,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450130x0, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:45,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/running
2024-11-28T10:19:45,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45013-0x10180f48ae50004 connected
2024-11-28T10:19:45,946 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:19:45,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:19:45,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/master
2024-11-28T10:19:45,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/acl
2024-11-28T10:19:45,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45013
2024-11-28T10:19:45,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45013
2024-11-28T10:19:45,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45013
2024-11-28T10:19:45,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45013
2024-11-28T10:19:45,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45013
2024-11-28T10:19:45,965 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:42261
2024-11-28T10:19:45,965 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11014268526/backup-masters/e792e7e95410,42261,1732789185791
2024-11-28T10:19:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/backup-masters
2024-11-28T10:19:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/backup-masters
2024-11-28T10:19:45,977 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on existing znode=/11014268526/backup-masters/e792e7e95410,42261,1732789185791
2024-11-28T10:19:45,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11014268526/master
2024-11-28T10:19:45,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:45,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:45,987 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on existing znode=/11014268526/master
2024-11-28T10:19:45,988 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11014268526/backup-masters/e792e7e95410,42261,1732789185791 from backup master directory
2024-11-28T10:19:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11014268526/backup-masters/e792e7e95410,42261,1732789185791
2024-11-28T10:19:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/backup-masters
2024-11-28T10:19:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/backup-masters
2024-11-28T10:19:45,998 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:45,998 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,42261,1732789185791
2024-11-28T10:19:46,000 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/hbase.id] with ID: c128d948-cd70-4fc0-9053-2dbfe84c53df
2024-11-28T10:19:46,000 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/.tmp/hbase.id
2024-11-28T10:19:46,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:19:46,005 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/.tmp/hbase.id]:[hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/hbase.id]
2024-11-28T10:19:46,014 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:46,014 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:19:46,015 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:19:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:46,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:19:46,430 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:46,430 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:19:46,431 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:46,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:19:46,839 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store
2024-11-28T10:19:46,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:19:47,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:47,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:19:47,244 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:47,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:47,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:19:47,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:47,244 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:19:47,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789187244Disabling compacts and flushes for region at 1732789187244Disabling writes for close at 1732789187244Writing region close event to WAL at 1732789187244Closed at 1732789187244
2024-11-28T10:19:47,245 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/.initializing
2024-11-28T10:19:47,245 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/WALs/e792e7e95410,42261,1732789185791
2024-11-28T10:19:47,246 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:47,248 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C42261%2C1732789185791, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/WALs/e792e7e95410,42261,1732789185791, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/oldWALs, maxLogs=10
2024-11-28T10:19:47,263 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/WALs/e792e7e95410,42261,1732789185791/e792e7e95410%2C42261%2C1732789185791.1732789187248, exclude list is [], retry=0
2024-11-28T10:19:47,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-da76d546-850d-4d27-976b-5356821e630b,DISK]
2024-11-28T10:19:47,267 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/WALs/e792e7e95410,42261,1732789185791/e792e7e95410%2C42261%2C1732789185791.1732789187248
2024-11-28T10:19:47,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)]
2024-11-28T10:19:47,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:47,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:47,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:47,270 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:19:47,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:47,270 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:47,270 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:47,271 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:19:47,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:47,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:47,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:47,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:19:47,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:47,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:47,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:19:47,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:19:47,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:47,274 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:47,274 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,275 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,275 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,276 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,276 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,276 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:47,277 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:19:47,279 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:47,279 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72240325, jitterRate=0.07646472752094269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:47,279 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789187267Initializing all the Stores at 1732789187268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789187268Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789187268Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789187268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789187268Cleaning up temporary data from old regions at 1732789187276 (+8 ms)Region opened successfully at 1732789187279 (+3 ms)
2024-11-28T10:19:47,279 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:19:47,281 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b93b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:47,282 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:19:47,282 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:19:47,282 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:19:47,282 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:19:47,283 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:19:47,283 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:19:47,283 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:19:47,285 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:19:47,285 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/balancer because node does not exist (not necessarily an error)
2024-11-28T10:19:47,366 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/balancer already deleted, retry=false
2024-11-28T10:19:47,366 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:19:47,367 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:19:47,376 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/normalizer already deleted, retry=false
2024-11-28T10:19:47,377 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:19:47,377 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:19:47,387 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/switch/split already deleted, retry=false
2024-11-28T10:19:47,388 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:19:47,397 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/switch/merge already deleted, retry=false
2024-11-28T10:19:47,399 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:19:47,408 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/snapshot-cleanup already deleted, retry=false
2024-11-28T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11014268526/running
2024-11-28T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11014268526/running
2024-11-28T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,42261,1732789185791, sessionid=0x10180f48ae50003, setting cluster-up flag (Was=false)
2024-11-28T10:19:47,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,471 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11014268526/flush-table-proc/acquired, /11014268526/flush-table-proc/reached, /11014268526/flush-table-proc/abort
2024-11-28T10:19:47,472 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,42261,1732789185791
2024-11-28T10:19:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:47,524 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11014268526/online-snapshot/acquired, /11014268526/online-snapshot/reached, /11014268526/online-snapshot/abort
2024-11-28T10:19:47,525 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,42261,1732789185791
2024-11-28T10:19:47,526 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:19:47,527 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:47,527 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:19:47,527 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:19:47,527 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,42261,1732789185791
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:19:47,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:47,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:47,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:47,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:19:47,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:19:47,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:47,529 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:47,530 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:19:47,531 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:47,531 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789217536
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:19:47,536 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:19:47,540 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,540 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:19:47,540 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:19:47,540 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:19:47,540 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:19:47,541 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:19:47,541 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:19:47,544 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789187541,5,FailOnTimeoutGroup]
2024-11-28T10:19:47,544 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789187544,5,FailOnTimeoutGroup]
2024-11-28T10:19:47,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:19:47,544 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,545 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:19:47,557 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(746): ClusterId : c128d948-cd70-4fc0-9053-2dbfe84c53df
2024-11-28T10:19:47,557 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:19:47,619 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:19:47,619 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:19:47,724 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:19:47,724 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:19:47,738 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:45013
2024-11-28T10:19:47,738 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:19:47,738 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:19:47,738 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:19:47,739 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,42261,1732789185791 with port=45013, startcode=1732789185931
2024-11-28T10:19:47,739 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:19:47,740 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:19:47,741 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,741 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42261 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,742 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a
2024-11-28T10:19:47,742 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37199
2024-11-28T10:19:47,742 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:19:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/rs
2024-11-28T10:19:47,761 DEBUG [RS:0;e792e7e95410:45013 {}] zookeeper.ZKUtil(111): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on existing znode=/11014268526/rs/e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,761 WARN  [RS:0;e792e7e95410:45013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:19:47,761 INFO  [RS:0;e792e7e95410:45013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:47,761 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,762 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,45013,1732789185931]
2024-11-28T10:19:47,764 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:19:47,765 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:19:47,767 INFO  [RS:0;e792e7e95410:45013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:19:47,767 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,768 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:19:47,769 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:19:47,769 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:47,769 DEBUG [RS:0;e792e7e95410:45013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,771 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45013,1732789185931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:47,784 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:19:47,784 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45013,1732789185931-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,784 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,784 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.Replication(171): e792e7e95410,45013,1732789185931 started
2024-11-28T10:19:47,796 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:47,796 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,45013,1732789185931, RpcServer on e792e7e95410/172.17.0.2:45013, sessionid=0x10180f48ae50004
2024-11-28T10:19:47,796 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:19:47,796 DEBUG [RS:0;e792e7e95410:45013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,796 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45013,1732789185931'
2024-11-28T10:19:47,796 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11014268526/flush-table-proc/abort'
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11014268526/flush-table-proc/acquired'
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,45013,1732789185931
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45013,1732789185931'
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11014268526/online-snapshot/abort'
2024-11-28T10:19:47,797 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11014268526/online-snapshot/acquired'
2024-11-28T10:19:47,798 DEBUG [RS:0;e792e7e95410:45013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:19:47,798 INFO  [RS:0;e792e7e95410:45013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:19:47,798 INFO  [RS:0;e792e7e95410:45013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:19:47,898 INFO  [RS:0;e792e7e95410:45013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:19:47,899 INFO  [RS:0;e792e7e95410:45013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45013%2C1732789185931, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/oldWALs, maxLogs=10
2024-11-28T10:19:47,911 DEBUG [RS:0;e792e7e95410:45013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, exclude list is [], retry=0
2024-11-28T10:19:47,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-da76d546-850d-4d27-976b-5356821e630b,DISK]
2024-11-28T10:19:47,915 INFO  [RS:0;e792e7e95410:45013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900
2024-11-28T10:19:47,915 DEBUG [RS:0;e792e7e95410:45013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)]
2024-11-28T10:19:47,947 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:19:47,947 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a
2024-11-28T10:19:47,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:19:48,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:48,354 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:48,355 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:48,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:48,356 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:48,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:48,358 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:48,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,358 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,358 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:48,359 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:48,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:48,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740
2024-11-28T10:19:48,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740
2024-11-28T10:19:48,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:48,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:48,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:48,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:48,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:48,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75325335, jitterRate=0.12243495881557465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789188353Initializing all the Stores at 1732789188353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188354 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789188354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188354Cleaning up temporary data from old regions at 1732789188361 (+7 ms)Region opened successfully at 1732789188364 (+3 ms)
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:19:48,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:19:48,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:19:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789188364Disabling compacts and flushes for region at 1732789188364Disabling writes for close at 1732789188364Writing region close event to WAL at 1732789188364Closed at 1732789188364
2024-11-28T10:19:48,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:48,365 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:19:48,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:19:48,366 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:48,367 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:19:48,517 DEBUG [e792e7e95410:42261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:19:48,517 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:48,518 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45013,1732789185931, state=OPENING
2024-11-28T10:19:48,620 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:19:48,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:48,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:48,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:19:48,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11014268526/meta-region-server: CHANGED
2024-11-28T10:19:48,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45013,1732789185931}]
2024-11-28T10:19:48,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11014268526/meta-region-server: CHANGED
2024-11-28T10:19:48,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:48,793 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:19:48,796 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:19:48,796 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:48,797 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:19:48,798 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45013%2C1732789185931.meta, suffix=.meta, logDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/oldWALs, maxLogs=10
2024-11-28T10:19:48,810 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.meta.1732789188798.meta, exclude list is [], retry=0
2024-11-28T10:19:48,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-da76d546-850d-4d27-976b-5356821e630b,DISK]
2024-11-28T10:19:48,813 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.meta.1732789188798.meta
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)]
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:48,814 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:19:48,814 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:48,814 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:19:48,815 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:19:48,816 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:19:48,816 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:19:48,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,817 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,817 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:19:48,817 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:19:48,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,818 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,818 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:19:48,818 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:19:48,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,818 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,818 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:19:48,819 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:19:48,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,819 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:19:48,819 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:19:48,820 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740
2024-11-28T10:19:48,821 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740
2024-11-28T10:19:48,822 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:19:48,822 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:19:48,823 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:19:48,824 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:19:48,824 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62309523, jitterRate=-0.071515753865242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:19:48,824 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:19:48,824 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789188815Writing region info on filesystem at 1732789188815Initializing all the Stores at 1732789188815Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188816 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789188816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789188816Cleaning up temporary data from old regions at 1732789188822 (+6 ms)Running coprocessor post-open hooks at 1732789188824 (+2 ms)Region opened successfully at 1732789188824
2024-11-28T10:19:48,825 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789188792
2024-11-28T10:19:48,827 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:19:48,827 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:19:48,827 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:48,828 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45013,1732789185931, state=OPEN
2024-11-28T10:19:48,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11014268526/meta-region-server
2024-11-28T10:19:48,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11014268526/meta-region-server
2024-11-28T10:19:48,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,45013,1732789185931
2024-11-28T10:19:48,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11014268526/meta-region-server: CHANGED
2024-11-28T10:19:48,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11014268526/meta-region-server: CHANGED
2024-11-28T10:19:48,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:19:48,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45013,1732789185931 in 200 msec
2024-11-28T10:19:48,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:19:48,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec
2024-11-28T10:19:48,843 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:19:48,843 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:19:48,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:48,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:19:48,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:48,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:48,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec
2024-11-28T10:19:48,850 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789188850, completionTime=-1
2024-11-28T10:19:48,851 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:19:48,851 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:19:48,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:19:48,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789248852
2024-11-28T10:19:48,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789308852
2024-11-28T10:19:48,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:42261, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,853 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,854 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.858sec
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:19:48,856 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:19:48,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cafbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:48,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:48,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:48,858 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:19:48,858 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:19:48,858 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42261,1732789185791-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:19:48,859 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21846de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:48,861 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:48,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4cee07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:48,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:19:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:48,863 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:48,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,42261,1732789185791
2024-11-28T10:19:48,865 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57906
2024-11-28T10:19:48,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:19:48,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f48ae50005 connected
2024-11-28T10:19:48,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:19:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d381165
2024-11-28T10:19:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:48,891 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:48,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:19:48,894 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:48,894 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:19:48,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:48,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:19:48,895 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:19:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:48,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:19:48,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,918 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,929 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:48,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:19:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:49,302 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 616f6a5506660732815953b501b71151, NAME => 'test,,1732789188892.616f6a5506660732815953b501b71151.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1
2024-11-28T10:19:49,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:19:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789188892.616f6a5506660732815953b501b71151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 616f6a5506660732815953b501b71151, disabling compactions & flushes
2024-11-28T10:19:49,710 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789188892.616f6a5506660732815953b501b71151. after waiting 0 ms
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:49,710 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 616f6a5506660732815953b501b71151:
Waiting for close lock at 1732789189710Disabling compacts and flushes for region at 1732789189710Disabling writes for close at 1732789189710Writing region close event to WAL at 1732789189710Closed at 1732789189710
2024-11-28T10:19:49,711 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:19:49,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789188892.616f6a5506660732815953b501b71151.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789189711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789189711"}]},"ts":"1732789189711"}
2024-11-28T10:19:49,713 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:19:49,714 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:19:49,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789189714"}]},"ts":"1732789189714"}
2024-11-28T10:19:49,715 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:19:49,715 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=616f6a5506660732815953b501b71151, ASSIGN}]
2024-11-28T10:19:49,716 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=616f6a5506660732815953b501b71151, ASSIGN
2024-11-28T10:19:49,717 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=616f6a5506660732815953b501b71151, ASSIGN; state=OFFLINE, location=e792e7e95410,43867,1732789180426; forceNewPlan=false, retain=false
2024-11-28T10:19:49,867 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=616f6a5506660732815953b501b71151, regionState=OPENING, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:49,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=616f6a5506660732815953b501b71151, ASSIGN because future has completed
2024-11-28T10:19:49,870 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 616f6a5506660732815953b501b71151, server=e792e7e95410,43867,1732789180426}]
2024-11-28T10:19:50,025 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:50,025 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 616f6a5506660732815953b501b71151, NAME => 'test,,1732789188892.616f6a5506660732815953b501b71151.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:50,025 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:50,025 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:19:50,026 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,026 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789188892.616f6a5506660732815953b501b71151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:50,026 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,026 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,027 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 616f6a5506660732815953b501b71151 
2024-11-28T10:19:50,028 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616f6a5506660732815953b501b71151 columnFamilyName f
2024-11-28T10:19:50,028 DEBUG [StoreOpener-616f6a5506660732815953b501b71151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:50,028 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(327): Store=616f6a5506660732815953b501b71151/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:50,028 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 616f6a5506660732815953b501b71151 
2024-11-28T10:19:50,029 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616f6a5506660732815953b501b71151 columnFamilyName f1
2024-11-28T10:19:50,029 DEBUG [StoreOpener-616f6a5506660732815953b501b71151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:50,029 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(327): Store=616f6a5506660732815953b501b71151/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:50,029 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 616f6a5506660732815953b501b71151 
2024-11-28T10:19:50,030 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 616f6a5506660732815953b501b71151 columnFamilyName norep
2024-11-28T10:19:50,030 DEBUG [StoreOpener-616f6a5506660732815953b501b71151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:50,030 INFO  [StoreOpener-616f6a5506660732815953b501b71151-1 {}] regionserver.HStore(327): Store=616f6a5506660732815953b501b71151/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:50,030 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,031 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151
2024-11-28T10:19:50,031 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151
2024-11-28T10:19:50,032 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,032 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,032 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:50,033 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,034 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:50,035 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 616f6a5506660732815953b501b71151; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60231321, jitterRate=-0.10248337686061859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:50,035 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 616f6a5506660732815953b501b71151
2024-11-28T10:19:50,035 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 616f6a5506660732815953b501b71151:
Running coprocessor pre-open hook at 1732789190026Writing region info on filesystem at 1732789190026Initializing all the Stores at 1732789190027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789190027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789190027Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789190027Cleaning up temporary data from old regions at 1732789190032 (+5 ms)Running coprocessor post-open hooks at 1732789190035 (+3 ms)Region opened successfully at 1732789190035
2024-11-28T10:19:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:50,036 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789188892.616f6a5506660732815953b501b71151., pid=6, masterSystemTime=1732789190022
2024-11-28T10:19:50,038 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:50,038 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:19:50,038 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=616f6a5506660732815953b501b71151, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:50,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 616f6a5506660732815953b501b71151, server=e792e7e95410,43867,1732789180426 because future has completed
2024-11-28T10:19:50,042 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:19:50,042 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 616f6a5506660732815953b501b71151, server=e792e7e95410,43867,1732789180426 in 171 msec
2024-11-28T10:19:50,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:19:50,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=616f6a5506660732815953b501b71151, ASSIGN in 327 msec
2024-11-28T10:19:50,044 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:19:50,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789190044"}]},"ts":"1732789190044"}
2024-11-28T10:19:50,047 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:19:50,048 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:19:50,049 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec
2024-11-28T10:19:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:51,045 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:19:51,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:19:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c09ea08
2024-11-28T10:19:51,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:51,048 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:51,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:19:51,050 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:19:51,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:51,050 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:19:51,051 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:19:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:51,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:19:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:51,458 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb83b5e5b2961e025f76bb2fe08c77c, NAME => 'test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a
2024-11-28T10:19:51,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:19:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:51,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:51,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6cb83b5e5b2961e025f76bb2fe08c77c, disabling compactions & flushes
2024-11-28T10:19:51,864 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:51,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:51,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c. after waiting 0 ms
2024-11-28T10:19:51,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:51,864 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:51,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb83b5e5b2961e025f76bb2fe08c77c:
Waiting for close lock at 1732789191863Disabling compacts and flushes for region at 1732789191863Disabling writes for close at 1732789191864 (+1 ms)Writing region close event to WAL at 1732789191864Closed at 1732789191864
2024-11-28T10:19:51,865 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:19:51,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789191865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789191865"}]},"ts":"1732789191865"}
2024-11-28T10:19:51,867 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:19:51,868 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:19:51,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789191868"}]},"ts":"1732789191868"}
2024-11-28T10:19:51,870 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:19:51,871 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb83b5e5b2961e025f76bb2fe08c77c, ASSIGN}]
2024-11-28T10:19:51,872 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb83b5e5b2961e025f76bb2fe08c77c, ASSIGN
2024-11-28T10:19:51,872 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6cb83b5e5b2961e025f76bb2fe08c77c, ASSIGN; state=OFFLINE, location=e792e7e95410,45013,1732789185931; forceNewPlan=false, retain=false
2024-11-28T10:19:52,023 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb83b5e5b2961e025f76bb2fe08c77c, regionState=OPENING, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:52,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6cb83b5e5b2961e025f76bb2fe08c77c, ASSIGN because future has completed
2024-11-28T10:19:52,026 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb83b5e5b2961e025f76bb2fe08c77c, server=e792e7e95410,45013,1732789185931}]
2024-11-28T10:19:52,181 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:52,181 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb83b5e5b2961e025f76bb2fe08c77c, NAME => 'test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:52,182 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:52,182 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:19:52,182 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,182 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:52,182 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,182 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,183 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cb83b5e5b2961e025f76bb2fe08c77c 
2024-11-28T10:19:52,184 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb83b5e5b2961e025f76bb2fe08c77c columnFamilyName f
2024-11-28T10:19:52,184 DEBUG [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:52,185 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(327): Store=6cb83b5e5b2961e025f76bb2fe08c77c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:52,185 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6cb83b5e5b2961e025f76bb2fe08c77c 
2024-11-28T10:19:52,185 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb83b5e5b2961e025f76bb2fe08c77c columnFamilyName f1
2024-11-28T10:19:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:52,186 DEBUG [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:52,186 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(327): Store=6cb83b5e5b2961e025f76bb2fe08c77c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:52,186 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6cb83b5e5b2961e025f76bb2fe08c77c 
2024-11-28T10:19:52,187 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb83b5e5b2961e025f76bb2fe08c77c columnFamilyName norep
2024-11-28T10:19:52,187 DEBUG [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:52,187 INFO  [StoreOpener-6cb83b5e5b2961e025f76bb2fe08c77c-1 {}] regionserver.HStore(327): Store=6cb83b5e5b2961e025f76bb2fe08c77c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:52,188 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,188 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,189 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,190 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,190 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,190 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:52,191 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,193 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:52,193 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6cb83b5e5b2961e025f76bb2fe08c77c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70255854, jitterRate=0.046893805265426636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:52,193 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:19:52,194 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6cb83b5e5b2961e025f76bb2fe08c77c:
Running coprocessor pre-open hook at 1732789192182Writing region info on filesystem at 1732789192182Initializing all the Stores at 1732789192183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789192183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789192183Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789192183Cleaning up temporary data from old regions at 1732789192190 (+7 ms)Running coprocessor post-open hooks at 1732789192193 (+3 ms)Region opened successfully at 1732789192193
2024-11-28T10:19:52,194 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., pid=6, masterSystemTime=1732789192178
2024-11-28T10:19:52,196 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:52,196 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:19:52,197 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb83b5e5b2961e025f76bb2fe08c77c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:52,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb83b5e5b2961e025f76bb2fe08c77c, server=e792e7e95410,45013,1732789185931 because future has completed
2024-11-28T10:19:52,201 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:19:52,201 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb83b5e5b2961e025f76bb2fe08c77c, server=e792e7e95410,45013,1732789185931 in 174 msec
2024-11-28T10:19:52,203 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:19:52,203 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6cb83b5e5b2961e025f76bb2fe08c77c, ASSIGN in 331 msec
2024-11-28T10:19:52,203 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:19:52,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789192203"}]},"ts":"1732789192203"}
2024-11-28T10:19:52,205 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:19:52,206 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:19:52,207 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec
2024-11-28T10:19:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:19:53,195 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:19:53,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:53,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:53,197 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4055a1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:53,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,198 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a25ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:53,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:53,200 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee8ff1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:53,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,202 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:53,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154b7bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:53,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:53,204 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46753be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,205 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d131ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:19:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1142befe
2024-11-28T10:19:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:53,207 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:53,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:42261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:19:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:19:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:53,210 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:42261'
2024-11-28T10:19:53,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24510f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:53,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:53,212 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7c1081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,213 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134d3159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:53,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:19:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb572aa
2024-11-28T10:19:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:53,215 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:53,216 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:19:53,216 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:19:53,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,216 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:53,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:53,216 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:53,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:19:53,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:19:53,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:53,218 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:19:53,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:19:53,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:19:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:53,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:19:53,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:19:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:19:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:19:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:19:53,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:19:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:19:53,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:19:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:19:53,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:19:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:53,625 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e7d01efaf83c3f80b5d734870b689ef, NAME => 'hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1
2024-11-28T10:19:53,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:19:53,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:19:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e7d01efaf83c3f80b5d734870b689ef, disabling compactions & flushes
2024-11-28T10:19:54,082 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef. after waiting 0 ms
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,082 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,082 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e7d01efaf83c3f80b5d734870b689ef:
Waiting for close lock at 1732789194082Disabling compacts and flushes for region at 1732789194082Disabling writes for close at 1732789194082Writing region close event to WAL at 1732789194082Closed at 1732789194082
2024-11-28T10:19:54,083 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:19:54,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789194083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789194083"}]},"ts":"1732789194083"}
2024-11-28T10:19:54,085 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:19:54,086 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:19:54,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789194086"}]},"ts":"1732789194086"}
2024-11-28T10:19:54,087 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:19:54,088 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e7d01efaf83c3f80b5d734870b689ef, ASSIGN}]
2024-11-28T10:19:54,089 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e7d01efaf83c3f80b5d734870b689ef, ASSIGN
2024-11-28T10:19:54,089 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e7d01efaf83c3f80b5d734870b689ef, ASSIGN; state=OFFLINE, location=e792e7e95410,43867,1732789180426; forceNewPlan=false, retain=false
2024-11-28T10:19:54,240 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e7d01efaf83c3f80b5d734870b689ef, regionState=OPENING, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e7d01efaf83c3f80b5d734870b689ef, ASSIGN because future has completed
2024-11-28T10:19:54,242 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7d01efaf83c3f80b5d734870b689ef, server=e792e7e95410,43867,1732789180426}]
2024-11-28T10:19:54,316 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:54,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,338 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,340 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:54,350 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:54,397 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,397 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:54,397 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:19:54,398 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43867%2C1732789180426.rep, suffix=, logDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426, archiveDir=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs, maxLogs=10
2024-11-28T10:19:54,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.rep.1732789194398, exclude list is [], retry=0
2024-11-28T10:19:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36841,DS-3902a2da-5ce7-42a9-8a86-bd39930f4c4d,DISK]
2024-11-28T10:19:54,413 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.rep.1732789194398
2024-11-28T10:19:54,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32899:32899)]
2024-11-28T10:19:54,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e7d01efaf83c3f80b5d734870b689ef, NAME => 'hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:54,414 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:54,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:54,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef. service=MultiRowMutationService
2024-11-28T10:19:54,414 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:19:54,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:54,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,416 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e7d01efaf83c3f80b5d734870b689ef 
2024-11-28T10:19:54,417 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e7d01efaf83c3f80b5d734870b689ef columnFamilyName hfileref
2024-11-28T10:19:54,417 DEBUG [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:54,417 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(327): Store=6e7d01efaf83c3f80b5d734870b689ef/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:54,417 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e7d01efaf83c3f80b5d734870b689ef 
2024-11-28T10:19:54,418 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e7d01efaf83c3f80b5d734870b689ef columnFamilyName queue
2024-11-28T10:19:54,418 DEBUG [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:54,418 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(327): Store=6e7d01efaf83c3f80b5d734870b689ef/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:54,419 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e7d01efaf83c3f80b5d734870b689ef 
2024-11-28T10:19:54,419 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e7d01efaf83c3f80b5d734870b689ef columnFamilyName sid
2024-11-28T10:19:54,419 DEBUG [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:54,420 INFO  [StoreOpener-6e7d01efaf83c3f80b5d734870b689ef-1 {}] regionserver.HStore(327): Store=6e7d01efaf83c3f80b5d734870b689ef/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:54,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:54,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:54,424 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e7d01efaf83c3f80b5d734870b689ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63411838, jitterRate=-0.055089980363845825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:54,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:19:54,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e7d01efaf83c3f80b5d734870b689ef:
Running coprocessor pre-open hook at 1732789194415Writing region info on filesystem at 1732789194415Initializing all the Stores at 1732789194415Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789194415Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789194416 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789194416Cleaning up temporary data from old regions at 1732789194421 (+5 ms)Running coprocessor post-open hooks at 1732789194424 (+3 ms)Region opened successfully at 1732789194424
2024-11-28T10:19:54,425 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef., pid=10, masterSystemTime=1732789194394
2024-11-28T10:19:54,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,427 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:19:54,427 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e7d01efaf83c3f80b5d734870b689ef, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43867,1732789180426
2024-11-28T10:19:54,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7d01efaf83c3f80b5d734870b689ef, server=e792e7e95410,43867,1732789180426 because future has completed
2024-11-28T10:19:54,431 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:19:54,431 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e7d01efaf83c3f80b5d734870b689ef, server=e792e7e95410,43867,1732789180426 in 188 msec
2024-11-28T10:19:54,433 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:19:54,433 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e7d01efaf83c3f80b5d734870b689ef, ASSIGN in 343 msec
2024-11-28T10:19:54,433 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:19:54,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789194433"}]},"ts":"1732789194433"}
2024-11-28T10:19:54,435 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:19:54,435 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:19:54,436 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec
2024-11-28T10:19:54,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef., hostname=e792e7e95410,43867,1732789180426, seqNum=2]
2024-11-28T10:19:54,534 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:54,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:19:54,556 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:19:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:19:54,709 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:19:54,735 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,43867,1732789180426, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:19:54,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:54,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:19:54,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:54,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-28T10:19:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,43867,1732789180426', locateType=CURRENT is [region=hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef., hostname=e792e7e95410,43867,1732789180426, seqNum=2]
2024-11-28T10:19:54,740 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:19:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:19:54,742 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,43867,1732789180426 suceeded
2024-11-28T10:19:54,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:19:54,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-28T10:19:54,744 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:42261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:19:54,746 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5360 sec
2024-11-28T10:19:54,758 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:42261'
2024-11-28T10:19:54,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ada0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:54,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:54,759 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:54,760 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d877f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:54,761 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:54,762 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf25e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:54,762 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:19:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a966ee0
2024-11-28T10:19:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:54,764 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-28T10:19:54,764 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,43867,1732789180426 (queues=1) is replicating from cluster=6b0d5690-7700-4e1f-a950-d499c8c5e9a4 to cluster=c128d948-cd70-4fc0-9053-2dbfe84c53df
2024-11-28T10:19:54,765 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C43867%2C1732789180426
2024-11-28T10:19:54,765 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,43867,1732789180426, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:19:54,765 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C43867%2C1732789180426
2024-11-28T10:19:54,765 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752, startPosition=0, beingWritten=true
2024-11-28T10:19:54,772 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:19:54,772 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:54,773 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43867,1732789180426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:19:54,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:19:54,977 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:55,281 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:55,355 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:19:55,355 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:55,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,356 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723e074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:55,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:55,357 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64848ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:55,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,358 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:19:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e47519d
2024-11-28T10:19:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:55,361 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:55,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:36123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:19:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:19:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:55,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36123'
2024-11-28T10:19:55,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40476d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,364 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:55,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:55,365 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307c6c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:55,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:55,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,366 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:55,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:55,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:55,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:19:55,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@216b9d79
2024-11-28T10:19:55,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:55,368 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:55,369 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:19:55,369 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:19:55,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:55,369 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:55,369 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:19:55,370 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:19:55,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:19:55,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:55,372 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:19:55,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:19:55,420 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:19:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:55,684 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:55,779 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72eb81fdc8dfdc8ffd09e81ae87d22e2, NAME => 'hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a
2024-11-28T10:19:55,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:19:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:56,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:56,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72eb81fdc8dfdc8ffd09e81ae87d22e2, disabling compactions & flushes
2024-11-28T10:19:56,186 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2. after waiting 0 ms
2024-11-28T10:19:56,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,186 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72eb81fdc8dfdc8ffd09e81ae87d22e2:
Waiting for close lock at 1732789196185Disabling compacts and flushes for region at 1732789196185Disabling writes for close at 1732789196186 (+1 ms)Writing region close event to WAL at 1732789196186Closed at 1732789196186
2024-11-28T10:19:56,187 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:19:56,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789196187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789196187"}]},"ts":"1732789196187"}
2024-11-28T10:19:56,188 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:56,189 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:19:56,189 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:19:56,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789196189"}]},"ts":"1732789196189"}
2024-11-28T10:19:56,191 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:19:56,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72eb81fdc8dfdc8ffd09e81ae87d22e2, ASSIGN}]
2024-11-28T10:19:56,192 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72eb81fdc8dfdc8ffd09e81ae87d22e2, ASSIGN
2024-11-28T10:19:56,193 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72eb81fdc8dfdc8ffd09e81ae87d22e2, ASSIGN; state=OFFLINE, location=e792e7e95410,45013,1732789185931; forceNewPlan=false, retain=false
2024-11-28T10:19:56,344 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72eb81fdc8dfdc8ffd09e81ae87d22e2, regionState=OPENING, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:56,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72eb81fdc8dfdc8ffd09e81ae87d22e2, ASSIGN because future has completed
2024-11-28T10:19:56,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72eb81fdc8dfdc8ffd09e81ae87d22e2, server=e792e7e95410,45013,1732789185931}]
2024-11-28T10:19:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:56,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:19:56,501 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:19:56,502 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45013%2C1732789185931.rep, suffix=, logDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931, archiveDir=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/oldWALs, maxLogs=10
2024-11-28T10:19:56,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.rep.1732789196502, exclude list is [], retry=0
2024-11-28T10:19:56,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38603,DS-da76d546-850d-4d27-976b-5356821e630b,DISK]
2024-11-28T10:19:56,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.rep.1732789196502
2024-11-28T10:19:56,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40781:40781)]
2024-11-28T10:19:56,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72eb81fdc8dfdc8ffd09e81ae87d22e2, NAME => 'hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:19:56,518 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2. service=MultiRowMutationService
2024-11-28T10:19:56,518 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,519 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72eb81fdc8dfdc8ffd09e81ae87d22e2 
2024-11-28T10:19:56,520 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72eb81fdc8dfdc8ffd09e81ae87d22e2 columnFamilyName hfileref
2024-11-28T10:19:56,520 DEBUG [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:56,521 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(327): Store=72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:56,521 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72eb81fdc8dfdc8ffd09e81ae87d22e2 
2024-11-28T10:19:56,522 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72eb81fdc8dfdc8ffd09e81ae87d22e2 columnFamilyName queue
2024-11-28T10:19:56,522 DEBUG [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:56,522 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(327): Store=72eb81fdc8dfdc8ffd09e81ae87d22e2/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:56,522 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72eb81fdc8dfdc8ffd09e81ae87d22e2 
2024-11-28T10:19:56,523 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72eb81fdc8dfdc8ffd09e81ae87d22e2 columnFamilyName sid
2024-11-28T10:19:56,523 DEBUG [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:19:56,523 INFO  [StoreOpener-72eb81fdc8dfdc8ffd09e81ae87d22e2-1 {}] regionserver.HStore(327): Store=72eb81fdc8dfdc8ffd09e81ae87d22e2/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:19:56,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:19:56,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:19:56,529 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72eb81fdc8dfdc8ffd09e81ae87d22e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924104, jitterRate=0.012148022651672363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:19:56,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:19:56,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72eb81fdc8dfdc8ffd09e81ae87d22e2:
Running coprocessor pre-open hook at 1732789196518Writing region info on filesystem at 1732789196518Initializing all the Stores at 1732789196519 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789196519Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789196519Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789196519Cleaning up temporary data from old regions at 1732789196525 (+6 ms)Running coprocessor post-open hooks at 1732789196529 (+4 ms)Region opened successfully at 1732789196529
2024-11-28T10:19:56,530 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2., pid=10, masterSystemTime=1732789196497
2024-11-28T10:19:56,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,532 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:19:56,532 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72eb81fdc8dfdc8ffd09e81ae87d22e2, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,45013,1732789185931
2024-11-28T10:19:56,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72eb81fdc8dfdc8ffd09e81ae87d22e2, server=e792e7e95410,45013,1732789185931 because future has completed
2024-11-28T10:19:56,536 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:19:56,536 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72eb81fdc8dfdc8ffd09e81ae87d22e2, server=e792e7e95410,45013,1732789185931 in 189 msec
2024-11-28T10:19:56,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:19:56,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72eb81fdc8dfdc8ffd09e81ae87d22e2, ASSIGN in 344 msec
2024-11-28T10:19:56,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:19:56,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789196538"}]},"ts":"1732789196538"}
2024-11-28T10:19:56,540 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:19:56,541 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:19:56,542 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec
2024-11-28T10:19:56,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2., hostname=e792e7e95410,45013,1732789185931, seqNum=2]
2024-11-28T10:19:56,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:56,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:19:56,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:19:56,792 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:56,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:19:56,819 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:19:56,846 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,45013,1732789185931, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:19:56,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:56,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:19:56,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:56,847 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-28T10:19:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,45013,1732789185931', locateType=CURRENT is [region=hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2., hostname=e792e7e95410,45013,1732789185931, seqNum=2]
2024-11-28T10:19:56,851 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:19:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:19:56,853 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,45013,1732789185931 suceeded
2024-11-28T10:19:56,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:19:56,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-28T10:19:56,855 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:36123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:19:56,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec
2024-11-28T10:19:56,864 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36123'
2024-11-28T10:19:56,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:56,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:56,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:56,866 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@547175ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:56,867 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:56,868 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57abdd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:56,868 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:19:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fbc07a
2024-11-28T10:19:56,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:56,870 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-28T10:19:56,871 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,45013,1732789185931 (queues=1) is replicating from cluster=c128d948-cd70-4fc0-9053-2dbfe84c53df to cluster=6b0d5690-7700-4e1f-a950-d499c8c5e9a4
2024-11-28T10:19:56,871 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C45013%2C1732789185931
2024-11-28T10:19:56,871 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,45013,1732789185931, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:19:56,871 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C45013%2C1732789185931
2024-11-28T10:19:56,871 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, startPosition=0, beingWritten=true
2024-11-28T10:19:56,878 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:19:56,878 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:56,878 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45013,1732789185931 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:19:57,082 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:57,385 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:57,496 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:19:57,506 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:19:57,506 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:57,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:57,506 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:57,506 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:19:57,510 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732789197509/Put/seqid=0
2024-11-28T10:19:57,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741840_1016 (size=7894)
2024-11-28T10:19:57,789 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:57,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732789197915/Put/seqid=0
2024-11-28T10:19:57,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741841_1017 (size=7691)
2024-11-28T10:19:58,292 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:58,300 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:58,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674f8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:58,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:19:58,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:58,321 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67195140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:58,323 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:58,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a058b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:58,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:19:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:58,326 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:58,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:19:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:19:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4676b2
2024-11-28T10:19:58,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:19:58,334 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:19:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2]
2024-11-28T10:19:58,339 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:19:58,344 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-28T10:19:58,346 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-28T10:19:58,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 616f6a5506660732815953b501b71151/f
2024-11-28T10:19:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-28T10:19:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:19:58,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 616f6a5506660732815953b501b71151/f
2024-11-28T10:19:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-28T10:19:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:19:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegion(2603): Flush status journal for 616f6a5506660732815953b501b71151:

2024-11-28T10:19:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_0
2024-11-28T10:19:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_0 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_
2024-11-28T10:19:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_1
2024-11-28T10:19:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_1 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_
2024-11-28T10:19:58,364 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_0 into 616f6a5506660732815953b501b71151/f as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ - updating store file list.
2024-11-28T10:19:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 634c91bb8147493180b46d9eb9169e68_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:19:58,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ into 616f6a5506660732815953b501b71151/f
2024-11-28T10:19:58,368 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_0 into 616f6a5506660732815953b501b71151/f (new location: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_)
2024-11-28T10:19:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_0
2024-11-28T10:19:58,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_1 into 616f6a5506660732815953b501b71151/f as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ - updating store file list.
2024-11-28T10:19:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:19:58,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ into 616f6a5506660732815953b501b71151/f
2024-11-28T10:19:58,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_1 into 616f6a5506660732815953b501b71151/f (new location: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_)
2024-11-28T10:19:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins__test__mnoiqhllqksjl88f1lo0dmbs6b9dnbafv12idcc9m493rutsr4kmton94k72t5ki/f/hfile_1
2024-11-28T10:19:58,375 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:19:58,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:19:58,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2 , the old value is region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:43867 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:19:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:19:58,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2 from cache
2024-11-28T10:19:58,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:58,376 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:19:58,377 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T10:19:58,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:19:58,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:19:58,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:19:58,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:19:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2]
2024-11-28T10:19:58,394 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:19:58,486 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:19:58,896 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:59,204 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 379, reset compression=false
2024-11-28T10:19:59,208 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:19:59,209 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43867,1732789180426 got entry batch from reader: WALEntryBatch [walEntries=[{test/616f6a5506660732815953b501b71151/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789198374/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:19:59,210 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:19:59,211 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-28T10:19:59,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.ReplicationSink(318): Replicating [6b0d5690-7700-4e1f-a950-d499c8c5e9a4] bulk loaded data
2024-11-28T10:19:59,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd7773d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:59,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:19:59,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:19:59,213 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:19:59,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:19:59,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:19:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70264ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:19:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:19:59,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:19:59,214 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:19:59,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0072b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:19:59,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741840_1016 (size=7894)
2024-11-28T10:19:59,396 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:19:59,409 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:19:59,599 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:19:59,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741841_1017 (size=7691)
2024-11-28T10:19:59,712 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:19:59,917 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:19:59,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,953 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:19:59,971 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:00,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:00,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:20:00,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55107070
2024-11-28T10:20:00,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:00,038 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-28T10:20:00,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:20:00,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:00,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:20:00,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:00,041 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:00,047 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-28T10:20:00,049 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-28T10:20:00,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ for inclusion in 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-28T10:20:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:00,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ for inclusion in 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-28T10:20:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegion(2603): Flush status journal for 6cb83b5e5b2961e025f76bb2fe08c77c:

2024-11-28T10:20:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:20:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/848a95c664a34ab8a9254402717b9060_SeqId_4_
2024-11-28T10:20:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 634c91bb8147493180b46d9eb9169e68_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:20:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/cefcc3858975461d84908fde28709462_SeqId_4_
2024-11-28T10:20:00,068 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/848a95c664a34ab8a9254402717b9060_SeqId_4_ - updating store file list.
2024-11-28T10:20:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 848a95c664a34ab8a9254402717b9060_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:00,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/848a95c664a34ab8a9254402717b9060_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:00,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f (new location: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/848a95c664a34ab8a9254402717b9060_SeqId_4_)
2024-11-28T10:20:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/f71a8c2e8b964a9e85af7f6eeee67b39_SeqId_4_
2024-11-28T10:20:00,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/cefcc3858975461d84908fde28709462_SeqId_4_ - updating store file list.
2024-11-28T10:20:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cefcc3858975461d84908fde28709462_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:00,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/cefcc3858975461d84908fde28709462_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:00,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f (new location: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/cefcc3858975461d84908fde28709462_SeqId_4_)
2024-11-28T10:20:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins.hfs.11__test__ekv8skl38ammh66i94ci4s4c2d3d3kfk2hh6hgfi60oa4nltohe5fji0scbik79f/f/634c91bb8147493180b46d9eb9169e68_SeqId_4_
2024-11-28T10:20:00,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.ReplicationSink(324): Finished replicating [6b0d5690-7700-4e1f-a950-d499c8c5e9a4] bulk loaded data
2024-11-28T10:20:00,116 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:20:00,403 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 379, reset compression=false
2024-11-28T10:20:00,404 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:00,407 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:00,407 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45013,1732789185931 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb83b5e5b2961e025f76bb2fe08c77c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789200086/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-28T10:20:00,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732789200407/Put/seqid=0
2024-11-28T10:20:00,409 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:00,410 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-28T10:20:00,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741842_1018 (size=11194)
2024-11-28T10:20:00,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(318): Replicating [6b0d5690-7700-4e1f-a950-d499c8c5e9a4, c128d948-cd70-4fc0-9053-2dbfe84c53df] bulk loaded data
2024-11-28T10:20:00,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e51a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:00,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36123,-1 for getting cluster id
2024-11-28T10:20:00,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:00,412 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b0d5690-7700-4e1f-a950-d499c8c5e9a4'
2024-11-28T10:20:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b0d5690-7700-4e1f-a950-d499c8c5e9a4"

2024-11-28T10:20:00,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1add72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36123,-1]
2024-11-28T10:20:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:00,413 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:00,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48dae77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:00,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741842_1018 (size=7691)
2024-11-28T10:20:00,607 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 725, reset compression=false
2024-11-28T10:20:00,620 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:20:00,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732789200813/Put/seqid=0
2024-11-28T10:20:00,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741843_1019 (size=10791)
2024-11-28T10:20:00,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741843_1019 (size=7894)
2024-11-28T10:20:00,911 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 725, reset compression=false
2024-11-28T10:20:01,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84c9cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:01,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,42261,-1 for getting cluster id
2024-11-28T10:20:01,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:01,219 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c128d948-cd70-4fc0-9053-2dbfe84c53df'
2024-11-28T10:20:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c128d948-cd70-4fc0-9053-2dbfe84c53df"

2024-11-28T10:20:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1008081c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,42261,-1]
2024-11-28T10:20:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:01,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:01,220 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:01,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:01,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45013,1732789185931, seqNum=-1]
2024-11-28T10:20:01,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:01,223 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:01,224 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:20:01,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:01,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36123,1732789180229
2024-11-28T10:20:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,42261,1732789185791
2024-11-28T10:20:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de5d231
2024-11-28T10:20:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@786bd865
2024-11-28T10:20:01,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:01,232 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-28T10:20:01,232 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:01,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:20:01,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:20:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2]
2024-11-28T10:20:01,236 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:01,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:20:01,241 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__riv11vvdfb1m4c0rhs6gvf9o9ibdr2ngma9vtp84gm4no1ficdlftj5p3ijrbm48/f/848a95c664a34ab8a9254402717b9060_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-28T10:20:01,243 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__riv11vvdfb1m4c0rhs6gvf9o9ibdr2ngma9vtp84gm4no1ficdlftj5p3ijrbm48/f/cefcc3858975461d84908fde28709462_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-28T10:20:01,243 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-28T10:20:01,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(324): Finished replicating [6b0d5690-7700-4e1f-a950-d499c8c5e9a4, c128d948-cd70-4fc0-9053-2dbfe84c53df] bulk loaded data
2024-11-28T10:20:01,246 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-28T10:20:01,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-28T10:20:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:01,252 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-28T10:20:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegion(2603): Flush status journal for 6cb83b5e5b2961e025f76bb2fe08c77c:

2024-11-28T10:20:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_1
2024-11-28T10:20:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_1 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_
2024-11-28T10:20:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_0
2024-11-28T10:20:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_0 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_
2024-11-28T10:20:01,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_1 into 6cb83b5e5b2961e025f76bb2fe08c77c/f as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ - updating store file list.
2024-11-28T10:20:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b5c01615fdf4481f8fad647e185883be_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:01,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:01,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_1 into 6cb83b5e5b2961e025f76bb2fe08c77c/f (new location: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_)
2024-11-28T10:20:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_1
2024-11-28T10:20:01,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_0 into 6cb83b5e5b2961e025f76bb2fe08c77c/f as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ - updating store file list.
2024-11-28T10:20:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c71b6807769f4b7684dda374d3068f2f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:01,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ into 6cb83b5e5b2961e025f76bb2fe08c77c/f
2024-11-28T10:20:01,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_0 into 6cb83b5e5b2961e025f76bb2fe08c77c/f (new location: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_)
2024-11-28T10:20:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/staging/jenkins__test__eqd1n1omn14mrji0er0vjt1ul2ketnp3bhqmi2g4td2q0gaelg5pttvaru36g04r/f/hfile_0
2024-11-28T10:20:01,272 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:01,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:01,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:01,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2 , the old value is region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:45013 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:20:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:20:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c., hostname=e792e7e95410,45013,1732789185931, seqNum=2 from cache
2024-11-28T10:20:01,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:01,273 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:01,274 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T10:20:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43867,1732789180426, seqNum=-1]
2024-11-28T10:20:01,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:01,275 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789188892.616f6a5506660732815953b501b71151., hostname=e792e7e95410,43867,1732789180426, seqNum=2]
2024-11-28T10:20:01,284 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:20:01,314 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 725, reset compression=false
2024-11-28T10:20:01,319 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:01,319 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45013,1732789185931 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb83b5e5b2961e025f76bb2fe08c77c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789201271/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:20:01,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(318): Replicating [c128d948-cd70-4fc0-9053-2dbfe84c53df] bulk loaded data
2024-11-28T10:20:01,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741844_1020 (size=10791)
2024-11-28T10:20:01,385 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:45013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:20:01,519 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1033, reset compression=false
2024-11-28T10:20:01,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741845_1021 (size=11194)
2024-11-28T10:20:01,822 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1033, reset compression=false
2024-11-28T10:20:01,928 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:20:02,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:20:02,146 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-28T10:20:02,148 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-28T10:20:02,151 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ for inclusion in 616f6a5506660732815953b501b71151/f
2024-11-28T10:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-28T10:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:02,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ for inclusion in 616f6a5506660732815953b501b71151/f
2024-11-28T10:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-28T10:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegion(2603): Flush status journal for 616f6a5506660732815953b501b71151:

2024-11-28T10:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c71b6807769f4b7684dda374d3068f2f_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/051a93c707c041c7834181b5952b9649_SeqId_6_
2024-11-28T10:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b5c01615fdf4481f8fad647e185883be_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/cc38799939124c78ae7e3ab747798696_SeqId_6_
2024-11-28T10:20:02,161 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ into 616f6a5506660732815953b501b71151/f as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/051a93c707c041c7834181b5952b9649_SeqId_6_ - updating store file list.
2024-11-28T10:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 051a93c707c041c7834181b5952b9649_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:02,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/051a93c707c041c7834181b5952b9649_SeqId_6_ into 616f6a5506660732815953b501b71151/f
2024-11-28T10:20:02,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_ into 616f6a5506660732815953b501b71151/f (new location: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/051a93c707c041c7834181b5952b9649_SeqId_6_)
2024-11-28T10:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/c71b6807769f4b7684dda374d3068f2f_SeqId_6_
2024-11-28T10:20:02,166 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ into 616f6a5506660732815953b501b71151/f as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/cc38799939124c78ae7e3ab747798696_SeqId_6_ - updating store file list.
2024-11-28T10:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc38799939124c78ae7e3ab747798696_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:20:02,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/cc38799939124c78ae7e3ab747798696_SeqId_6_ into 616f6a5506660732815953b501b71151/f
2024-11-28T10:20:02,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_ into 616f6a5506660732815953b501b71151/f (new location: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/f/cc38799939124c78ae7e3ab747798696_SeqId_6_)
2024-11-28T10:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/staging/jenkins.hfs.10__test__dc0tg4m525c882dj3b99q9f0je999c7hqgvbuknucdrrm937njvn3plfdv24apcc/f/b5c01615fdf4481f8fad647e185883be_SeqId_6_
2024-11-28T10:20:02,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43867 {}] regionserver.ReplicationSink(324): Finished replicating [c128d948-cd70-4fc0-9053-2dbfe84c53df] bulk loaded data
2024-11-28T10:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1033, reset compression=false
2024-11-28T10:20:02,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:20:02,293 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:02,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:02,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:02,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:02,293 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:02,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:20:02,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1733731890, stopped=false
2024-11-28T10:20:02,293 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,42261,1732789185791
2024-11-28T10:20:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11014268526/running
2024-11-28T10:20:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11014268526/running
2024-11-28T10:20:02,344 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:20:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:20:02,344 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:02,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:02,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:02,344 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,45013,1732789185931' *****
2024-11-28T10:20:02,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/running
2024-11-28T10:20:02,344 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:20:02,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Set watcher on znode that does not yet exist, /11014268526/running
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:20:02,345 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(3091): Received CLOSE for 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb83b5e5b2961e025f76bb2fe08c77c
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,45013,1732789185931
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:02,345 INFO  [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45013.
2024-11-28T10:20:02,345 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72eb81fdc8dfdc8ffd09e81ae87d22e2, disabling compactions & flushes
2024-11-28T10:20:02,345 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:20:02,345 DEBUG [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:20:02,346 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2. after waiting 0 ms
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:20:02,346 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:20:02,346 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:20:02,346 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:20:02,346 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:20:02,346 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-28T10:20:02,346 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:20:02,346 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1325): Online Regions={72eb81fdc8dfdc8ffd09e81ae87d22e2=hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2., 1588230740=hbase:meta,,1.1588230740, 6cb83b5e5b2961e025f76bb2fe08c77c=test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.}
2024-11-28T10:20:02,346 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb83b5e5b2961e025f76bb2fe08c77c, 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:02,346 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:02,346 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:02,346 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:20:02,359 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/info/58e9be92494a417e8682b6619870e4fa is 147, key is hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2./info:regioninfo/1732789196532/Put/seqid=0
2024-11-28T10:20:02,362 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/hfileref/490e6fa00f55401eb0eb4b04181c0069 is 74, key is 1/hfileref:848a95c664a34ab8a9254402717b9060_SeqId_4_/1732789201246/DeleteColumn/seqid=0
2024-11-28T10:20:02,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741844_1020 (size=7686)
2024-11-28T10:20:02,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741845_1021 (size=5345)
2024-11-28T10:20:02,392 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:02,546 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb83b5e5b2961e025f76bb2fe08c77c, 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:20:02,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1033, reset compression=false
2024-11-28T10:20:02,731 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 687, reset compression=false
2024-11-28T10:20:02,735 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:02,735 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43867,1732789180426 got entry batch from reader: WALEntryBatch [walEntries=[{test/616f6a5506660732815953b501b71151/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789202169/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-28T10:20:02,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:02,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33020 deadline: 1732789262736, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
2024-11-28T10:20:02,738 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:02,746 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb83b5e5b2961e025f76bb2fe08c77c, 72eb81fdc8dfdc8ffd09e81ae87d22e2
2024-11-28T10:20:02,764 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/info/58e9be92494a417e8682b6619870e4fa
2024-11-28T10:20:02,766 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/hfileref/490e6fa00f55401eb0eb4b04181c0069
2024-11-28T10:20:02,772 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:20:02,772 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:20:02,782 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/queue/99c0fb5d70ae4734a4a3406b39469aa8 is 154, key is 1-e792e7e95410,45013,1732789185931/queue:e792e7e95410%2C45013%2C1732789185931/1732789202174/Put/seqid=0
2024-11-28T10:20:02,784 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/ns/9e22519a3187495d8be38a8342fbe6e5 is 43, key is default/ns:d/1732789188846/Put/seqid=0
2024-11-28T10:20:02,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741846_1022 (size=5353)
2024-11-28T10:20:02,787 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/queue/99c0fb5d70ae4734a4a3406b39469aa8
2024-11-28T10:20:02,792 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/hfileref/490e6fa00f55401eb0eb4b04181c0069 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref/490e6fa00f55401eb0eb4b04181c0069
2024-11-28T10:20:02,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741847_1023 (size=5153)
2024-11-28T10:20:02,796 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref/490e6fa00f55401eb0eb4b04181c0069, entries=4, sequenceid=12, filesize=5.2 K
2024-11-28T10:20:02,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/.tmp/queue/99c0fb5d70ae4734a4a3406b39469aa8 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/queue/99c0fb5d70ae4734a4a3406b39469aa8
2024-11-28T10:20:02,802 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/queue/99c0fb5d70ae4734a4a3406b39469aa8, entries=1, sequenceid=12, filesize=5.2 K
2024-11-28T10:20:02,803 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 72eb81fdc8dfdc8ffd09e81ae87d22e2 in 457ms, sequenceid=12, compaction requested=false
2024-11-28T10:20:02,808 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/replication/72eb81fdc8dfdc8ffd09e81ae87d22e2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-28T10:20:02,808 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:02,808 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:02,808 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:20:02,808 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72eb81fdc8dfdc8ffd09e81ae87d22e2:
Waiting for close lock at 1732789202345Running coprocessor pre-close hooks at 1732789202345Disabling compacts and flushes for region at 1732789202345Disabling writes for close at 1732789202346 (+1 ms)Obtaining lock to block concurrent updates at 1732789202346Preparing flush snapshotting stores in 72eb81fdc8dfdc8ffd09e81ae87d22e2 at 1732789202346Finished memstore snapshotting hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732789202346Flushing stores of hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2. at 1732789202346Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref: creating writer at 1732789202347 (+1 ms)Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref: appending metadata at 1732789202361 (+14 ms)Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/hfileref: closing flushed file at 1732789202361Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/queue: creating writer at 1732789202770 (+409 ms)Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/queue: appending metadata at 1732789202782 (+12 ms)Flushing 72eb81fdc8dfdc8ffd09e81ae87d22e2/queue: closing flushed file at 1732789202782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612ae3b: reopening flushed file at 1732789202791 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575ff21f: reopening flushed file at 1732789202797 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 72eb81fdc8dfdc8ffd09e81ae87d22e2 in 457ms, sequenceid=12, compaction requested=false at 1732789202803 (+6 ms)Writing region close event to WAL at 1732789202804 (+1 ms)Running coprocessor post-close hooks at 1732789202808 (+4 ms)Closed at 1732789202808
2024-11-28T10:20:02,808 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789195369.72eb81fdc8dfdc8ffd09e81ae87d22e2.
2024-11-28T10:20:02,809 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb83b5e5b2961e025f76bb2fe08c77c, disabling compactions & flushes
2024-11-28T10:20:02,809 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:20:02,809 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:20:02,809 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c. after waiting 0 ms
2024-11-28T10:20:02,809 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:20:02,812 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/default/test/6cb83b5e5b2961e025f76bb2fe08c77c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:20:02,813 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:02,813 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:02,813 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:20:02,813 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb83b5e5b2961e025f76bb2fe08c77c:
Waiting for close lock at 1732789202809Running coprocessor pre-close hooks at 1732789202809Disabling compacts and flushes for region at 1732789202809Disabling writes for close at 1732789202809Writing region close event to WAL at 1732789202809Running coprocessor post-close hooks at 1732789202813 (+4 ms)Closed at 1732789202813
2024-11-28T10:20:02,813 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c.
2024-11-28T10:20:02,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:02,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33020 deadline: 1732789262841, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
2024-11-28T10:20:02,842 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:02,935 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:02,946 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:03,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:03,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45013 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33020 deadline: 1732789263044, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
2024-11-28T10:20:03,045 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e792e7e95410,45013,1732789185931 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:03,147 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:03,195 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/ns/9e22519a3187495d8be38a8342fbe6e5
2024-11-28T10:20:03,216 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/rep_barrier/b461277460884ee89664ae85cb64c66d is 112, key is test,,1732789191048.6cb83b5e5b2961e025f76bb2fe08c77c./rep_barrier:seqnumDuringOpen/1732789192197/Put/seqid=0
2024-11-28T10:20:03,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741848_1024 (size=5518)
2024-11-28T10:20:03,239 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:03,332 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1033, reset compression=false
2024-11-28T10:20:03,336 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:03,336 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1328, reset compression=false
2024-11-28T10:20:03,336 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45013,1732789185931 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:03,338 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,45013,1732789185931: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,45013,1732789185931, walGroup=e792e7e95410%2C45013%2C1732789185931, offset=e792e7e95410%2C45013%2C1732789185931.1732789187900:1328, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:45013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:20:03,339 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:20:03,341 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:20:03,342 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:20:03,342 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:20:03,342 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:20:03,343 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 553951632
      },
      "NonHeapMemoryUsage": {
        "committed": 190840832,
        "init": 7667712,
        "max": -1,
        "used": 188119104
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:20:03,345 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:20:03,347 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:20:03,347 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:20:03,347 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e792e7e95410,45013,1732789185931 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:03,349 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e792e7e95410,45013,1732789185931 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:03,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:20:03,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:03,540 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1328, reset compression=false
2024-11-28T10:20:03,547 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:03,620 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/rep_barrier/b461277460884ee89664ae85cb64c66d
2024-11-28T10:20:03,641 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/table/c8d2706b9a1540ee8ae33d2aa366b287 is 53, key is hbase:replication/table:state/1732789196538/Put/seqid=0
2024-11-28T10:20:03,642 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:03,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741849_1025 (size=5308)
2024-11-28T10:20:03,747 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e792e7e95410,45013,1732789185931 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:03,752 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e792e7e95410,45013,1732789185931 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:03,843 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1328, reset compression=false
2024-11-28T10:20:03,947 DEBUG [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:04,045 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/table/c8d2706b9a1540ee8ae33d2aa366b287
2024-11-28T10:20:04,049 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/info/58e9be92494a417e8682b6619870e4fa as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/info/58e9be92494a417e8682b6619870e4fa
2024-11-28T10:20:04,053 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/info/58e9be92494a417e8682b6619870e4fa, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:20:04,054 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/ns/9e22519a3187495d8be38a8342fbe6e5 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/ns/9e22519a3187495d8be38a8342fbe6e5
2024-11-28T10:20:04,058 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/ns/9e22519a3187495d8be38a8342fbe6e5, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:20:04,059 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/rep_barrier/b461277460884ee89664ae85cb64c66d as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/rep_barrier/b461277460884ee89664ae85cb64c66d
2024-11-28T10:20:04,062 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/rep_barrier/b461277460884ee89664ae85cb64c66d, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:20:04,063 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/.tmp/table/c8d2706b9a1540ee8ae33d2aa366b287 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/table/c8d2706b9a1540ee8ae33d2aa366b287
2024-11-28T10:20:04,067 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/table/c8d2706b9a1540ee8ae33d2aa366b287, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:20:04,067 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false
2024-11-28T10:20:04,071 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:20:04,072 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:04,072 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:04,072 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:04,072 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789202346Running coprocessor pre-close hooks at 1732789202346Disabling compacts and flushes for region at 1732789202346Disabling writes for close at 1732789202346Obtaining lock to block concurrent updates at 1732789202346Preparing flush snapshotting stores in 1588230740 at 1732789202346Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789202346Flushing stores of hbase:meta,,1.1588230740 at 1732789202347 (+1 ms)Flushing 1588230740/info: creating writer at 1732789202347Flushing 1588230740/info: appending metadata at 1732789202359 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732789202359Flushing 1588230740/ns: creating writer at 1732789202768 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732789202784 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732789202784Flushing 1588230740/rep_barrier: creating writer at 1732789203199 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789203215 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789203215Flushing 1588230740/table: creating writer at 1732789203624 (+409 ms)Flushing 1588230740/table: appending metadata at 1732789203640 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789203640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727dbce3: reopening flushed file at 1732789204049 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baa118f: reopening flushed file at 1732789204053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60723754: reopening flushed file at 1732789204058 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1200f90e: reopening flushed file at 1732789204063 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732789204068 (+5 ms)Writing region close event to WAL at 1732789204069 (+1 ms)Running coprocessor post-close hooks at 1732789204072 (+3 ms)Closed at 1732789204072
2024-11-28T10:20:04,072 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:04,146 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:04,147 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,45013,1732789185931; all regions closed.
2024-11-28T10:20:04,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:20:04,205 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.meta.1732789188798.meta not finished, retry = 0
2024-11-28T10:20:04,247 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 to pos 1328, reset compression=false
2024-11-28T10:20:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e792e7e95410,45013,1732789185931 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:04,256 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: 
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e792e7e95410,45013,1732789185931 aborting
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:04,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741839_1015 (size=3127)
2024-11-28T10:20:04,308 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.rep.1732789196502 not finished, retry = 0
2024-11-28T10:20:04,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741832_1008 (size=1336)
2024-11-28T10:20:04,411 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/WALs/e792e7e95410,45013,1732789185931/e792e7e95410%2C45013%2C1732789185931.1732789187900 not finished, retry = 0
2024-11-28T10:20:04,512 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:04,512 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:04,512 INFO  [RS:0;e792e7e95410:45013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:04,512 INFO  [RS:0;e792e7e95410:45013 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:04,512 INFO  [RS:0;e792e7e95410:45013 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:04,512 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:04,512 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,45013,1732789185931 because: Region server is closing
2024-11-28T10:20:04,513 INFO  [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45013.
2024-11-28T10:20:04,513 DEBUG [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:04,513 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:04,513 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:04,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:04,613 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.shippere792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 terminated
2024-11-28T10:20:04,613 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45013,1732789185931.replicationSource.wal-reader.e792e7e95410%2C45013%2C1732789185931,1-e792e7e95410,45013,1732789185931 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:20:04,613 INFO  [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45013.
2024-11-28T10:20:04,613 DEBUG [RS:0;e792e7e95410:45013 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:04,613 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:04,614 DEBUG [RS:0;e792e7e95410:45013 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:04,614 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:04,614 INFO  [RS:0;e792e7e95410:45013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45013
2024-11-28T10:20:04,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11014268526/rs/e792e7e95410,45013,1732789185931
2024-11-28T10:20:04,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526/rs
2024-11-28T10:20:04,666 INFO  [RS:0;e792e7e95410:45013 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:04,676 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,45013,1732789185931]
2024-11-28T10:20:04,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11014268526/draining/e792e7e95410,45013,1732789185931 already deleted, retry=false
2024-11-28T10:20:04,686 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,45013,1732789185931 expired; onlineServers=0
2024-11-28T10:20:04,686 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,42261,1732789185791' *****
2024-11-28T10:20:04,686 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:04,687 DEBUG [M:0;e792e7e95410:42261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:20:04,687 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:20:04,687 DEBUG [M:0;e792e7e95410:42261 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:20:04,687 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789187541 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789187541,5,FailOnTimeoutGroup]
2024-11-28T10:20:04,687 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789187544 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789187544,5,FailOnTimeoutGroup]
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:04,687 DEBUG [M:0;e792e7e95410:42261 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:20:04,687 INFO  [M:0;e792e7e95410:42261 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:04,688 INFO  [M:0;e792e7e95410:42261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:20:04,688 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:20:04,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11014268526/master
2024-11-28T10:20:04,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11014268526
2024-11-28T10:20:04,697 DEBUG [M:0;e792e7e95410:42261 {}] zookeeper.ZKUtil(347): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Unable to get data of znode /11014268526/master because node does not exist (not an error)
2024-11-28T10:20:04,697 WARN  [M:0;e792e7e95410:42261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:20:04,698 INFO  [M:0;e792e7e95410:42261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/.lastflushedseqids
2024-11-28T10:20:04,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741850_1026 (size=263)
2024-11-28T10:20:04,751 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:04,776 INFO  [RS:0;e792e7e95410:45013 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45013-0x10180f48ae50004, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:04,776 INFO  [RS:0;e792e7e95410:45013 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,45013,1732789185931; zookeeper connection closed.
2024-11-28T10:20:04,776 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bed9212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bed9212
2024-11-28T10:20:04,776 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:20:04,859 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e792e7e95410:45013
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:45013
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:04,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e792e7e95410:45013 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:45013
2024-11-28T10:20:04,859 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: 
java.net.ConnectException: Call to address=e792e7e95410:45013 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:45013
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:45013
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-28T10:20:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40124 deadline: 1732789264861, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-28T10:20:04,863 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-28T10:20:04,863 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-28T10:20:05,102 INFO  [M:0;e792e7e95410:42261 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:20:05,102 INFO  [M:0;e792e7e95410:42261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:20:05,102 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:05,102 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:05,102 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:05,102 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:05,102 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:05,102 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-28T10:20:05,116 DEBUG [M:0;e792e7e95410:42261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3e555798fae4f31872b36bdb552377a is 82, key is hbase:meta,,1/info:regioninfo/1732789188827/Put/seqid=0
2024-11-28T10:20:05,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741851_1027 (size=5672)
2024-11-28T10:20:05,455 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:05,520 INFO  [M:0;e792e7e95410:42261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3e555798fae4f31872b36bdb552377a
2024-11-28T10:20:05,536 DEBUG [M:0;e792e7e95410:42261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65fba1166f93414689e9575f6d6dcb52 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789196542/Put/seqid=0
2024-11-28T10:20:05,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741852_1028 (size=8516)
2024-11-28T10:20:05,564 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-28T10:20:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40124 deadline: 1732789265565, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-28T10:20:05,565 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-28T10:20:05,567 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-28T10:20:05,567 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-28T10:20:05,940 INFO  [M:0;e792e7e95410:42261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65fba1166f93414689e9575f6d6dcb52
2024-11-28T10:20:05,957 DEBUG [M:0;e792e7e95410:42261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7b0c472c6a4b31ba71a1b6807b2a65 is 69, key is e792e7e95410,45013,1732789185931/rs:state/1732789187741/Put/seqid=0
2024-11-28T10:20:05,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741853_1029 (size=5156)
2024-11-28T10:20:06,259 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:06,361 INFO  [M:0;e792e7e95410:42261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7b0c472c6a4b31ba71a1b6807b2a65
2024-11-28T10:20:06,365 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3e555798fae4f31872b36bdb552377a as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3e555798fae4f31872b36bdb552377a
2024-11-28T10:20:06,367 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-28T10:20:06,369 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3e555798fae4f31872b36bdb552377a, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:20:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:20:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42261 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40124 deadline: 1732789266369, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-28T10:20:06,370 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65fba1166f93414689e9575f6d6dcb52 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65fba1166f93414689e9575f6d6dcb52
2024-11-28T10:20:06,370 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-28T10:20:06,371 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-28T10:20:06,371 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-28T10:20:06,374 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65fba1166f93414689e9575f6d6dcb52, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:20:06,375 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7b0c472c6a4b31ba71a1b6807b2a65 as hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c7b0c472c6a4b31ba71a1b6807b2a65
2024-11-28T10:20:06,379 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37199/user/jenkins/test-data/ee5842f6-c116-27e5-8c54-34599633481a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c7b0c472c6a4b31ba71a1b6807b2a65, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:20:06,380 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false
2024-11-28T10:20:06,384 INFO  [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:06,384 DEBUG [M:0;e792e7e95410:42261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789205102Disabling compacts and flushes for region at 1732789205102Disabling writes for close at 1732789205102Obtaining lock to block concurrent updates at 1732789205102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789205102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732789205103 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789205103Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789205103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789205116 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789205116Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789205523 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789205536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789205536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789205944 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789205956 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789205956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6f2df9: reopening flushed file at 1732789206365 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9aef09: reopening flushed file at 1732789206369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4525002b: reopening flushed file at 1732789206374 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732789206380 (+6 ms)Writing region close event to WAL at 1732789206384 (+4 ms)Closed at 1732789206384
2024-11-28T10:20:06,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38603 is added to blk_1073741830_1006 (size=63654)
2024-11-28T10:20:06,387 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:06,387 INFO  [M:0;e792e7e95410:42261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:20:06,387 INFO  [M:0;e792e7e95410:42261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42261
2024-11-28T10:20:06,388 INFO  [M:0;e792e7e95410:42261 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:06,539 INFO  [M:0;e792e7e95410:42261 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42261-0x10180f48ae50003, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:06,570 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a4cb61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:06,570 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618da9d1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:06,570 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:06,570 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dee7851{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:06,570 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571d6822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:06,572 WARN  [BP-1753858947-172.17.0.2-1732789183920 heartbeating to localhost/127.0.0.1:37199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:20:06,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:20:06,572 WARN  [BP-1753858947-172.17.0.2-1732789183920 heartbeating to localhost/127.0.0.1:37199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1753858947-172.17.0.2-1732789183920 (Datanode Uuid dad40ad0-86e4-4baa-8da3-f8a64ba4c421) service to localhost/127.0.0.1:37199
2024-11-28T10:20:06,572 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:20:06,572 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/cluster_e56150c4-8364-9dae-dac2-d3a9e09c8e17/data/data1/current/BP-1753858947-172.17.0.2-1732789183920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:06,572 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/cluster_e56150c4-8364-9dae-dac2-d3a9e09c8e17/data/data2/current/BP-1753858947-172.17.0.2-1732789183920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:06,573 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:20:06,578 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e841029{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:06,579 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b770e4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:06,579 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:06,579 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c007f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:06,579 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3facfa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:06,598 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:20:06,598 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:20:06,598 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:06,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:06,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:06,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:06,599 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:06,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:20:06,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1323553193, stopped=false
2024-11-28T10:20:06,599 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,36123,1732789180229
2024-11-28T10:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068326934/running
2024-11-28T10:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:20:06,617 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068326934/running
2024-11-28T10:20:06,617 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:20:06,617 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:06,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/running
2024-11-28T10:20:06,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Set watcher on znode that does not yet exist, /068326934/running
2024-11-28T10:20:06,618 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:06,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:06,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:06,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,43867,1732789180426' *****
2024-11-28T10:20:06,618 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:20:06,618 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:20:06,619 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 616f6a5506660732815953b501b71151
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,43867,1732789180426
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:06,619 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e7d01efaf83c3f80b5d734870b689ef, disabling compactions & flushes
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43867.
2024-11-28T10:20:06,619 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:20:06,619 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:20:06,619 DEBUG [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:06,619 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef. after waiting 0 ms
2024-11-28T10:20:06,619 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:06,619 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:20:06,619 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e7d01efaf83c3f80b5d734870b689ef 3/3 column families, dataSize=865 B heapSize=2.25 KB
2024-11-28T10:20:06,619 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:20:06,620 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:20:06,620 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1325): Online Regions={6e7d01efaf83c3f80b5d734870b689ef=hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef., 616f6a5506660732815953b501b71151=test,,1732789188892.616f6a5506660732815953b501b71151., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:20:06,620 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 616f6a5506660732815953b501b71151, 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:06,620 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:06,620 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:06,620 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:06,620 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:06,620 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:06,620 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:20:06,633 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/hfileref/da629b462b73421dad5118ba514758e3 is 74, key is 1/hfileref:051a93c707c041c7834181b5952b9649_SeqId_6_/1732789202160/Put/seqid=0
2024-11-28T10:20:06,633 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:06,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741846_1022 (size=5345)
2024-11-28T10:20:06,636 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/info/1bcd39c191b247f0bee5f6dff17c5d96 is 147, key is hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef./info:regioninfo/1732789194427/Put/seqid=0
2024-11-28T10:20:06,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741847_1023 (size=7686)
2024-11-28T10:20:06,641 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/info/1bcd39c191b247f0bee5f6dff17c5d96
2024-11-28T10:20:06,662 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/ns/908dffc89ec041a1bdf29ede71c339d9 is 43, key is default/ns:d/1732789183847/Put/seqid=0
2024-11-28T10:20:06,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741848_1024 (size=5153)
2024-11-28T10:20:06,668 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:20:06,668 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:20:06,820 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 616f6a5506660732815953b501b71151, 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:07,020 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 616f6a5506660732815953b501b71151, 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:07,039 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/hfileref/da629b462b73421dad5118ba514758e3
2024-11-28T10:20:07,059 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/queue/1b3f194aacbc49568f4f56b1e6cdc5c7 is 153, key is 1-e792e7e95410,43867,1732789180426/queue:e792e7e95410%2C43867%2C1732789180426/1732789200092/Put/seqid=0
2024-11-28T10:20:07,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741849_1025 (size=5352)
2024-11-28T10:20:07,066 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/ns/908dffc89ec041a1bdf29ede71c339d9
2024-11-28T10:20:07,083 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/rep_barrier/d5c62dcff94243c89f53773db0473789 is 112, key is test,,1732789188892.616f6a5506660732815953b501b71151./rep_barrier:seqnumDuringOpen/1732789190038/Put/seqid=0
2024-11-28T10:20:07,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741850_1026 (size=5518)
2024-11-28T10:20:07,162 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.wal-reader.e792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.1732789182752 to pos 1033, reset compression=false
2024-11-28T10:20:07,220 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 616f6a5506660732815953b501b71151, 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:07,271 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-28T10:20:07,272 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e792e7e95410:42261
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:42261
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:07,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e792e7e95410:42261 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:42261
2024-11-28T10:20:07,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:07,375 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e792e7e95410:42261
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:42261
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-28T10:20:07,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
java.net.ConnectException: Call to address=e792e7e95410:42261 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:42261

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 41 more
2024-11-28T10:20:07,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e792e7e95410:42261 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e792e7e95410/172.17.0.2:42261
2024-11-28T10:20:07,420 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 616f6a5506660732815953b501b71151, 6e7d01efaf83c3f80b5d734870b689ef
2024-11-28T10:20:07,463 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/queue/1b3f194aacbc49568f4f56b1e6cdc5c7
2024-11-28T10:20:07,468 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/hfileref/da629b462b73421dad5118ba514758e3 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/hfileref/da629b462b73421dad5118ba514758e3
2024-11-28T10:20:07,472 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/hfileref/da629b462b73421dad5118ba514758e3, entries=4, sequenceid=10, filesize=5.2 K
2024-11-28T10:20:07,473 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/.tmp/queue/1b3f194aacbc49568f4f56b1e6cdc5c7 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/queue/1b3f194aacbc49568f4f56b1e6cdc5c7
2024-11-28T10:20:07,477 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/queue/1b3f194aacbc49568f4f56b1e6cdc5c7, entries=1, sequenceid=10, filesize=5.2 K
2024-11-28T10:20:07,478 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6e7d01efaf83c3f80b5d734870b689ef in 859ms, sequenceid=10, compaction requested=false
2024-11-28T10:20:07,478 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:20:07,483 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/replication/6e7d01efaf83c3f80b5d734870b689ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:07,484 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e7d01efaf83c3f80b5d734870b689ef:
Waiting for close lock at 1732789206619Running coprocessor pre-close hooks at 1732789206619Disabling compacts and flushes for region at 1732789206619Disabling writes for close at 1732789206619Obtaining lock to block concurrent updates at 1732789206619Preparing flush snapshotting stores in 6e7d01efaf83c3f80b5d734870b689ef at 1732789206619Finished memstore snapshotting hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732789206620 (+1 ms)Flushing stores of hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef. at 1732789206620Flushing 6e7d01efaf83c3f80b5d734870b689ef/hfileref: creating writer at 1732789206620Flushing 6e7d01efaf83c3f80b5d734870b689ef/hfileref: appending metadata at 1732789206632 (+12 ms)Flushing 6e7d01efaf83c3f80b5d734870b689ef/hfileref: closing flushed file at 1732789206632Flushing 6e7d01efaf83c3f80b5d734870b689ef/queue: creating writer at 1732789207043 (+411 ms)Flushing 6e7d01efaf83c3f80b5d734870b689ef/queue: appending metadata at 1732789207058 (+15 ms)Flushing 6e7d01efaf83c3f80b5d734870b689ef/queue: closing flushed file at 1732789207059 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f77715e: reopening flushed file at 1732789207467 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afabd29: reopening flushed file at 1732789207472 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6e7d01efaf83c3f80b5d734870b689ef in 859ms, sequenceid=10, compaction requested=false at 1732789207478 (+6 ms)Writing region close event to WAL at 1732789207481 (+3 ms)Running coprocessor post-close hooks at 1732789207484 (+3 ms)Closed at 1732789207484
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789193216.6e7d01efaf83c3f80b5d734870b689ef.
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 616f6a5506660732815953b501b71151, disabling compactions & flushes
2024-11-28T10:20:07,484 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:20:07,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789188892.616f6a5506660732815953b501b71151. after waiting 0 ms
2024-11-28T10:20:07,485 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:20:07,486 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/rep_barrier/d5c62dcff94243c89f53773db0473789
2024-11-28T10:20:07,487 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/default/test/616f6a5506660732815953b501b71151/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:20:07,488 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:07,488 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:07,488 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:20:07,488 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 616f6a5506660732815953b501b71151:
Waiting for close lock at 1732789207484Running coprocessor pre-close hooks at 1732789207484Disabling compacts and flushes for region at 1732789207484Disabling writes for close at 1732789207484Writing region close event to WAL at 1732789207485 (+1 ms)Running coprocessor post-close hooks at 1732789207488 (+3 ms)Closed at 1732789207488
2024-11-28T10:20:07,488 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789188892.616f6a5506660732815953b501b71151.
2024-11-28T10:20:07,506 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/table/714a8236a156453689b5a870227e5341 is 53, key is hbase:replication/table:state/1732789194433/Put/seqid=0
2024-11-28T10:20:07,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741851_1027 (size=5308)
2024-11-28T10:20:07,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:07,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e792e7e95410:42261 this server is in the failed servers list
2024-11-28T10:20:07,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e792e7e95410:42261

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:07,621 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:07,821 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:20:07,821 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:20:07,821 DEBUG [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:07,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:07,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e792e7e95410:42261 this server is in the failed servers list
2024-11-28T10:20:07,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e792e7e95410:42261

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:07,910 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/table/714a8236a156453689b5a870227e5341
2024-11-28T10:20:07,914 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/info/1bcd39c191b247f0bee5f6dff17c5d96 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/info/1bcd39c191b247f0bee5f6dff17c5d96
2024-11-28T10:20:07,918 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/info/1bcd39c191b247f0bee5f6dff17c5d96, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:20:07,919 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/ns/908dffc89ec041a1bdf29ede71c339d9 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/ns/908dffc89ec041a1bdf29ede71c339d9
2024-11-28T10:20:07,923 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/ns/908dffc89ec041a1bdf29ede71c339d9, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:20:07,924 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/rep_barrier/d5c62dcff94243c89f53773db0473789 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/rep_barrier/d5c62dcff94243c89f53773db0473789
2024-11-28T10:20:07,928 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/rep_barrier/d5c62dcff94243c89f53773db0473789, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:20:07,929 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/.tmp/table/714a8236a156453689b5a870227e5341 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/table/714a8236a156453689b5a870227e5341
2024-11-28T10:20:07,933 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/table/714a8236a156453689b5a870227e5341, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:20:07,933 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false
2024-11-28T10:20:07,934 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:20:07,937 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:20:07,938 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:07,938 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:07,938 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:07,938 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789206620Running coprocessor pre-close hooks at 1732789206620Disabling compacts and flushes for region at 1732789206620Disabling writes for close at 1732789206620Obtaining lock to block concurrent updates at 1732789206620Preparing flush snapshotting stores in 1588230740 at 1732789206620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789206620Flushing stores of hbase:meta,,1.1588230740 at 1732789206621 (+1 ms)Flushing 1588230740/info: creating writer at 1732789206621Flushing 1588230740/info: appending metadata at 1732789206636 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732789206636Flushing 1588230740/ns: creating writer at 1732789206646 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732789206661 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732789206661Flushing 1588230740/rep_barrier: creating writer at 1732789207070 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789207082 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789207082Flushing 1588230740/table: creating writer at 1732789207490 (+408 ms)Flushing 1588230740/table: appending metadata at 1732789207506 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789207506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2070df24: reopening flushed file at 1732789207914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fc3be7: reopening flushed file at 1732789207918 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa2e35c: reopening flushed file at 1732789207923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1166b3fc: reopening flushed file at 1732789207928 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732789207933 (+5 ms)Writing region close event to WAL at 1732789207935 (+2 ms)Running coprocessor post-close hooks at 1732789207938 (+3 ms)Closed at 1732789207938
2024-11-28T10:20:07,938 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:08,021 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,43867,1732789180426; all regions closed.
2024-11-28T10:20:08,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:20:08,023 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/WALs/e792e7e95410,43867,1732789180426/e792e7e95410%2C43867%2C1732789180426.meta.1732789183767.meta not finished, retry = 0
2024-11-28T10:20:08,125 DEBUG [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs
2024-11-28T10:20:08,125 INFO  [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43867%2C1732789180426.meta:.meta(num 1732789183767)
2024-11-28T10:20:08,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741839_1015 (size=2695)
2024-11-28T10:20:08,128 DEBUG [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs
2024-11-28T10:20:08,128 INFO  [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43867%2C1732789180426.rep:(num 1732789194398)
2024-11-28T10:20:08,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741832_1008 (size=1336)
2024-11-28T10:20:08,133 DEBUG [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/oldWALs
2024-11-28T10:20:08,133 INFO  [RS:0;e792e7e95410:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C43867%2C1732789180426:(num 1732789182752)
2024-11-28T10:20:08,133 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:08,133 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:08,133 INFO  [RS:0;e792e7e95410:43867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:08,133 INFO  [RS:0;e792e7e95410:43867 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:08,133 INFO  [RS:0;e792e7e95410:43867 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:08,134 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:08,134 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,43867,1732789180426 because: Region server is closing
2024-11-28T10:20:08,134 INFO  [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43867.
2024-11-28T10:20:08,134 DEBUG [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:08,134 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:08,134 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:08,134 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:08,234 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 9 more
2024-11-28T10:20:08,235 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-28T10:20:08,235 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-28T10:20:08,310 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:08,330 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,331 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,331 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,331 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,331 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,332 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,339 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,341 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:08,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:08,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e792e7e95410:42261 this server is in the failed servers list
2024-11-28T10:20:08,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e792e7e95410:42261

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:09,236 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43867,1732789180426.replicationSource.shippere792e7e95410%2C43867%2C1732789180426,1-e792e7e95410,43867,1732789180426 terminated
2024-11-28T10:20:09,236 INFO  [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43867.
2024-11-28T10:20:09,236 DEBUG [RS:0;e792e7e95410:43867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:09,236 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:09,236 DEBUG [RS:0;e792e7e95410:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:09,236 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:09,236 INFO  [RS:0;e792e7e95410:43867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43867
2024-11-28T10:20:09,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934/rs
2024-11-28T10:20:09,287 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068326934/rs/e792e7e95410,43867,1732789180426
2024-11-28T10:20:09,287 INFO  [RS:0;e792e7e95410:43867 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:09,307 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,43867,1732789180426]
2024-11-28T10:20:09,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /068326934/draining/e792e7e95410,43867,1732789180426 already deleted, retry=false
2024-11-28T10:20:09,318 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,43867,1732789180426 expired; onlineServers=0
2024-11-28T10:20:09,318 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,36123,1732789180229' *****
2024-11-28T10:20:09,318 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:09,318 DEBUG [M:0;e792e7e95410:36123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:20:09,318 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:20:09,318 DEBUG [M:0;e792e7e95410:36123 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:20:09,318 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789182558 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789182558,5,FailOnTimeoutGroup]
2024-11-28T10:20:09,318 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789182558 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789182558,5,FailOnTimeoutGroup]
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:09,318 DEBUG [M:0;e792e7e95410:36123 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:20:09,318 INFO  [M:0;e792e7e95410:36123 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:09,319 INFO  [M:0;e792e7e95410:36123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:20:09,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:20:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/068326934/master
2024-11-28T10:20:09,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/068326934
2024-11-28T10:20:09,328 DEBUG [M:0;e792e7e95410:36123 {}] zookeeper.ZKUtil(347): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Unable to get data of znode /068326934/master because node does not exist (not an error)
2024-11-28T10:20:09,328 WARN  [M:0;e792e7e95410:36123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:20:09,329 INFO  [M:0;e792e7e95410:36123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/.lastflushedseqids
2024-11-28T10:20:09,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741852_1028 (size=263)
2024-11-28T10:20:09,407 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:09,407 INFO  [RS:0;e792e7e95410:43867 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:09,407 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10180f48ae50001, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:09,407 INFO  [RS:0;e792e7e95410:43867 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,43867,1732789180426; zookeeper connection closed.
2024-11-28T10:20:09,408 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b776086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b776086
2024-11-28T10:20:09,408 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:20:09,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:09,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:09,417 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:09,735 INFO  [M:0;e792e7e95410:36123 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:20:09,735 INFO  [M:0;e792e7e95410:36123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:20:09,736 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:09,736 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:09,736 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:09,736 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:09,736 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:09,736 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-28T10:20:09,753 DEBUG [M:0;e792e7e95410:36123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70f905adbb4705be957695e7481fe7 is 82, key is hbase:meta,,1/info:regioninfo/1732789183797/Put/seqid=0
2024-11-28T10:20:09,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741853_1029 (size=5672)
2024-11-28T10:20:09,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:20:10,157 INFO  [M:0;e792e7e95410:36123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70f905adbb4705be957695e7481fe7
2024-11-28T10:20:10,173 DEBUG [M:0;e792e7e95410:36123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f695fc64184b91ab8942c5de540ce6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789194436/Put/seqid=0
2024-11-28T10:20:10,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741854_1030 (size=8517)
2024-11-28T10:20:10,577 INFO  [M:0;e792e7e95410:36123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f695fc64184b91ab8942c5de540ce6
2024-11-28T10:20:10,597 DEBUG [M:0;e792e7e95410:36123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2c00f0b98441389b4be73062cc30e8 is 69, key is e792e7e95410,43867,1732789180426/rs:state/1732789182594/Put/seqid=0
2024-11-28T10:20:10,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741855_1031 (size=5156)
2024-11-28T10:20:11,001 INFO  [M:0;e792e7e95410:36123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2c00f0b98441389b4be73062cc30e8
2024-11-28T10:20:11,005 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c70f905adbb4705be957695e7481fe7 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c70f905adbb4705be957695e7481fe7
2024-11-28T10:20:11,009 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c70f905adbb4705be957695e7481fe7, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:20:11,010 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28f695fc64184b91ab8942c5de540ce6 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28f695fc64184b91ab8942c5de540ce6
2024-11-28T10:20:11,014 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28f695fc64184b91ab8942c5de540ce6, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:20:11,015 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2c00f0b98441389b4be73062cc30e8 as hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d2c00f0b98441389b4be73062cc30e8
2024-11-28T10:20:11,019 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43833/user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d2c00f0b98441389b4be73062cc30e8, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:20:11,020 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false
2024-11-28T10:20:11,027 INFO  [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:11,027 DEBUG [M:0;e792e7e95410:36123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789209736Disabling compacts and flushes for region at 1732789209736Disabling writes for close at 1732789209736Obtaining lock to block concurrent updates at 1732789209736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789209736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732789209736Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789209737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789209737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789209752 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789209753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789210161 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789210173 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789210173Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789210581 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789210596 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789210596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462e7c33: reopening flushed file at 1732789211004 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200d6a84: reopening flushed file at 1732789211010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665dacf4: reopening flushed file at 1732789211015 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732789211020 (+5 ms)Writing region close event to WAL at 1732789211027 (+7 ms)Closed at 1732789211027
2024-11-28T10:20:11,031 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff102fe2-1c26-70f8-1e8f-9ea5fa1020e1/MasterData/WALs/e792e7e95410,36123,1732789180229/e792e7e95410%2C36123%2C1732789180229.1732789182188 not finished, retry = 0
2024-11-28T10:20:11,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36841 is added to blk_1073741830_1006 (size=63666)
2024-11-28T10:20:11,132 INFO  [M:0;e792e7e95410:36123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:20:11,132 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:11,132 INFO  [M:0;e792e7e95410:36123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36123
2024-11-28T10:20:11,133 INFO  [M:0;e792e7e95410:36123 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:11,296 INFO  [M:0;e792e7e95410:36123 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36123-0x10180f48ae50000, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:11,298 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:11,299 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:11,299 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:11,299 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:11,299 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:11,300 WARN  [BP-2021078451-172.17.0.2-1732789178215 heartbeating to localhost/127.0.0.1:43833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:20:11,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:20:11,300 WARN  [BP-2021078451-172.17.0.2-1732789178215 heartbeating to localhost/127.0.0.1:43833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021078451-172.17.0.2-1732789178215 (Datanode Uuid 159a4fa5-831e-4a57-bab6-a85c43cde483) service to localhost/127.0.0.1:43833
2024-11-28T10:20:11,300 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:20:11,301 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/data/data1/current/BP-2021078451-172.17.0.2-1732789178215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:11,301 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/cluster_cd269c44-4e7c-27c9-69d6-00ad2b472e2f/data/data2/current/BP-2021078451-172.17.0.2-1732789178215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:11,301 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:20:11,306 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b0899c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:11,306 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:11,306 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:11,306 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:11,306 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17be83ef-62da-8d83-3fe3-9f680676c396/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:11,311 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:20:11,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:20:11,330 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203)
Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43833 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43833
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57906)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37199 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43833 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37199
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37199 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37199 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43833 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43833
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37199 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57906)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37199
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43833 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43833
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=3956 (was 3997)
2024-11-28T10:20:11,337 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=3956
2024-11-28T10:20:11,348 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-28T10:20:11,349 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir so I do NOT create it in target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4
2024-11-28T10:20:11,349 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:20:11,349 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.tmp.dir so I do NOT create it in target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4
2024-11-28T10:20:11,349 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b2ec3ff-9ace-52c8-797b-88a1ec5ef2be/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:20:11,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4
2024-11-28T10:20:11,349 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03, deleteOnExit=true
2024-11-28T10:20:11,352 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/zookeeper_0, clientPort=50569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:20:11,352 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50569
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/test.cache.data in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:20:11,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:20:11,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:20:11,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:20:11,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f48ae50002, quorum=127.0.0.1:57906, baseZNode=/068326934 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:20:11,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f48ae50005, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:20:11,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f48ae50005, quorum=127.0.0.1:57906, baseZNode=/11014268526 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:20:11,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f48ae50002, quorum=127.0.0.1:57906, baseZNode=/068326934 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:20:11,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:11,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:11,426 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:11,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:11,716 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:11,717 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:11,717 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:11,717 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:11,717 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:11,718 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ee8f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:11,718 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f55408b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:11,813 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be91210{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/java.io.tmpdir/jetty-localhost-33855-hadoop-hdfs-3_4_1-tests_jar-_-any-9879881282932993066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:11,813 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c561da{HTTP/1.1, (http/1.1)}{localhost:33855}
2024-11-28T10:20:11,813 INFO  [Time-limited test {}] server.Server(415): Started @205745ms
2024-11-28T10:20:12,087 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:12,090 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:12,091 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:12,091 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:12,091 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:12,092 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:12,092 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:12,186 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dea8188{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/java.io.tmpdir/jetty-localhost-34739-hadoop-hdfs-3_4_1-tests_jar-_-any-402296429802466820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:12,186 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:34739}
2024-11-28T10:20:12,186 INFO  [Time-limited test {}] server.Server(415): Started @206118ms
2024-11-28T10:20:12,187 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:20:12,807 WARN  [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/data/data1/current/BP-240337752-172.17.0.2-1732789211367/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:12,807 WARN  [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/data/data2/current/BP-240337752-172.17.0.2-1732789211367/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:12,821 WARN  [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:20:12,823 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f3c77d61b406eed with lease ID 0x94aace048137dc04: Processing first storage report for DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a from datanode DatanodeRegistration(127.0.0.1:42575, datanodeUuid=0149961e-dfbf-4464-adcb-8348491d1492, infoPort=37589, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=769888400;c=1732789211367)
2024-11-28T10:20:12,823 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f3c77d61b406eed with lease ID 0x94aace048137dc04: from storage DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a node DatanodeRegistration(127.0.0.1:42575, datanodeUuid=0149961e-dfbf-4464-adcb-8348491d1492, infoPort=37589, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=769888400;c=1732789211367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:12,823 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f3c77d61b406eed with lease ID 0x94aace048137dc04: Processing first storage report for DS-6c510aeb-e180-4ece-b819-0c5ef8a650a8 from datanode DatanodeRegistration(127.0.0.1:42575, datanodeUuid=0149961e-dfbf-4464-adcb-8348491d1492, infoPort=37589, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=769888400;c=1732789211367)
2024-11-28T10:20:12,823 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f3c77d61b406eed with lease ID 0x94aace048137dc04: from storage DS-6c510aeb-e180-4ece-b819-0c5ef8a650a8 node DatanodeRegistration(127.0.0.1:42575, datanodeUuid=0149961e-dfbf-4464-adcb-8348491d1492, infoPort=37589, infoSecurePort=0, ipcPort=37229, storageInfo=lv=-57;cid=testClusterID;nsid=769888400;c=1732789211367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:12,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4
2024-11-28T10:20:12,910 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:12,911 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:12,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:20:13,317 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1 with version=8
2024-11-28T10:20:13,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/hbase-staging
2024-11-28T10:20:13,319 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:20:13,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:13,321 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32995
2024-11-28T10:20:13,321 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32995 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329950x0, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:13,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32995-0x10180f50c820000 connected
2024-11-28T10:20:13,440 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:13,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,475 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,475 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,475 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,476 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,476 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,489 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,489 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,491 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:13,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:13,507 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:13,509 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:13,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/running
2024-11-28T10:20:13,510 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1, hbase.cluster.distributed=false
2024-11-28T10:20:13,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/acl
2024-11-28T10:20:13,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-28T10:20:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32995
2024-11-28T10:20:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32995
2024-11-28T10:20:13,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-28T10:20:13,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32995
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:20:13,543 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:13,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44047
2024-11-28T10:20:13,545 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44047 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:13,545 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:13,547 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:13,564 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440470x0, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:13,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44047-0x10180f50c820001 connected
2024-11-28T10:20:13,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/running
2024-11-28T10:20:13,565 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:20:13,565 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:20:13,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/master
2024-11-28T10:20:13,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/acl
2024-11-28T10:20:13,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44047
2024-11-28T10:20:13,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44047
2024-11-28T10:20:13,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44047
2024-11-28T10:20:13,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44047
2024-11-28T10:20:13,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44047
2024-11-28T10:20:13,585 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:32995
2024-11-28T10:20:13,586 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1290809990/backup-masters/e792e7e95410,32995,1732789213319
2024-11-28T10:20:13,595 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/backup-masters
2024-11-28T10:20:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/backup-masters
2024-11-28T10:20:13,596 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on existing znode=/0-1290809990/backup-masters/e792e7e95410,32995,1732789213319
2024-11-28T10:20:13,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:13,606 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290809990/master
2024-11-28T10:20:13,606 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:13,606 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on existing znode=/0-1290809990/master
2024-11-28T10:20:13,607 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1290809990/backup-masters/e792e7e95410,32995,1732789213319 from backup master directory
2024-11-28T10:20:13,616 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/backup-masters
2024-11-28T10:20:13,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290809990/backup-masters/e792e7e95410,32995,1732789213319
2024-11-28T10:20:13,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/backup-masters
2024-11-28T10:20:13,617 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:13,617 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,32995,1732789213319
2024-11-28T10:20:13,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/hbase.id] with ID: 8471a59e-fe62-4152-b505-779e55958af3
2024-11-28T10:20:13,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/.tmp/hbase.id
2024-11-28T10:20:13,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:20:14,027 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/.tmp/hbase.id]:[hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/hbase.id]
2024-11-28T10:20:14,036 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:14,036 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:20:14,037 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:20:14,086 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:14,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:20:14,492 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:14,493 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:20:14,493 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:14,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:20:14,900 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store
2024-11-28T10:20:14,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:15,306 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:15,306 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:15,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789215306Disabling compacts and flushes for region at 1732789215306Disabling writes for close at 1732789215306Writing region close event to WAL at 1732789215306Closed at 1732789215306
2024-11-28T10:20:15,307 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/.initializing
2024-11-28T10:20:15,307 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/WALs/e792e7e95410,32995,1732789213319
2024-11-28T10:20:15,308 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:15,309 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C32995%2C1732789213319, suffix=, logDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/WALs/e792e7e95410,32995,1732789213319, archiveDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/oldWALs, maxLogs=10
2024-11-28T10:20:15,324 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/WALs/e792e7e95410,32995,1732789213319/e792e7e95410%2C32995%2C1732789213319.1732789215309, exclude list is [], retry=0
2024-11-28T10:20:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42575,DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a,DISK]
2024-11-28T10:20:15,328 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/WALs/e792e7e95410,32995,1732789213319/e792e7e95410%2C32995%2C1732789213319.1732789215309
2024-11-28T10:20:15,328 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)]
2024-11-28T10:20:15,328 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:15,329 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:15,329 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,329 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,330 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:15,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:20:15,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:15,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:15,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:20:15,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:15,332 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:15,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:20:15,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:15,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:15,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:20:15,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:15,335 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,336 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,336 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:15,340 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:15,342 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:15,343 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58792574, jitterRate=-0.12392237782478333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:15,343 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789215329Initializing all the Stores at 1732789215329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789215329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789215330 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789215330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789215330Cleaning up temporary data from old regions at 1732789215337 (+7 ms)Region opened successfully at 1732789215343 (+6 ms)
2024-11-28T10:20:15,344 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:20:15,346 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732063f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:15,347 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:20:15,347 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:20:15,347 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:20:15,347 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:20:15,347 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:20:15,348 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:20:15,348 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:20:15,353 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:20:15,353 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/balancer because node does not exist (not necessarily an error)
2024-11-28T10:20:15,402 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/balancer already deleted, retry=false
2024-11-28T10:20:15,402 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:20:15,403 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:20:15,412 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/normalizer already deleted, retry=false
2024-11-28T10:20:15,413 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:20:15,414 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:20:15,423 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/switch/split already deleted, retry=false
2024-11-28T10:20:15,423 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:20:15,433 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/switch/merge already deleted, retry=false
2024-11-28T10:20:15,436 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:20:15,448 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/snapshot-cleanup already deleted, retry=false
2024-11-28T10:20:15,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:15,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:15,455 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:15,458 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290809990/running
2024-11-28T10:20:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290809990/running
2024-11-28T10:20:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,458 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,459 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,32995,1732789213319, sessionid=0x10180f50c820000, setting cluster-up flag (Was=false)
2024-11-28T10:20:15,479 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,511 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290809990/flush-table-proc/acquired, /0-1290809990/flush-table-proc/reached, /0-1290809990/flush-table-proc/abort
2024-11-28T10:20:15,512 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,32995,1732789213319
2024-11-28T10:20:15,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,532 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:15,564 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290809990/online-snapshot/acquired, /0-1290809990/online-snapshot/reached, /0-1290809990/online-snapshot/abort
2024-11-28T10:20:15,565 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,32995,1732789213319
2024-11-28T10:20:15,566 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:20:15,567 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:15,567 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:20:15,567 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:20:15,567 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,32995,1732789213319
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:15,569 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:15,570 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:20:15,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,571 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789245572
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:20:15,572 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:20:15,576 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,579 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:20:15,579 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:20:15,579 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:20:15,579 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:20:15,580 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(746): ClusterId : 8471a59e-fe62-4152-b505-779e55958af3
2024-11-28T10:20:15,580 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:20:15,584 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:20:15,584 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:20:15,584 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789215584,5,FailOnTimeoutGroup]
2024-11-28T10:20:15,585 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789215584,5,FailOnTimeoutGroup]
2024-11-28T10:20:15,585 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,585 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:20:15,585 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,585 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:20:15,586 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:20:15,586 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1
2024-11-28T10:20:15,592 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:20:15,592 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:20:15,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741832_1008 (size=32)
2024-11-28T10:20:15,602 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:20:15,603 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52adb14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:15,617 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:44047
2024-11-28T10:20:15,617 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:20:15,617 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:20:15,617 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:20:15,618 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,32995,1732789213319 with port=44047, startcode=1732789213542
2024-11-28T10:20:15,618 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:20:15,619 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:20:15,619 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,620 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32995 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,621 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1
2024-11-28T10:20:15,621 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37537
2024-11-28T10:20:15,621 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:20:15,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/rs
2024-11-28T10:20:15,634 DEBUG [RS:0;e792e7e95410:44047 {}] zookeeper.ZKUtil(111): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on existing znode=/0-1290809990/rs/e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,634 WARN  [RS:0;e792e7e95410:44047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:15,634 INFO  [RS:0;e792e7e95410:44047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:15,634 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,634 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,44047,1732789213542]
2024-11-28T10:20:15,637 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:20:15,639 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:20:15,640 INFO  [RS:0;e792e7e95410:44047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:20:15,640 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,640 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:20:15,641 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:20:15,641 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,641 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,641 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,641 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,641 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,641 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:15,642 DEBUG [RS:0;e792e7e95410:44047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,646 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44047,1732789213542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:15,660 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:20:15,660 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44047,1732789213542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,660 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,660 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.Replication(171): e792e7e95410,44047,1732789213542 started
2024-11-28T10:20:15,673 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:15,673 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,44047,1732789213542, RpcServer on e792e7e95410/172.17.0.2:44047, sessionid=0x10180f50c820001
2024-11-28T10:20:15,673 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:20:15,673 DEBUG [RS:0;e792e7e95410:44047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,673 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,44047,1732789213542'
2024-11-28T10:20:15,673 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290809990/flush-table-proc/abort'
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290809990/flush-table-proc/acquired'
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,44047,1732789213542
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,44047,1732789213542'
2024-11-28T10:20:15,674 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290809990/online-snapshot/abort'
2024-11-28T10:20:15,675 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290809990/online-snapshot/acquired'
2024-11-28T10:20:15,675 DEBUG [RS:0;e792e7e95410:44047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:20:15,675 INFO  [RS:0;e792e7e95410:44047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:20:15,675 INFO  [RS:0;e792e7e95410:44047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:20:15,775 INFO  [RS:0;e792e7e95410:44047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:15,776 INFO  [RS:0;e792e7e95410:44047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C44047%2C1732789213542, suffix=, logDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542, archiveDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/oldWALs, maxLogs=10
2024-11-28T10:20:15,788 DEBUG [RS:0;e792e7e95410:44047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, exclude list is [], retry=0
2024-11-28T10:20:15,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42575,DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a,DISK]
2024-11-28T10:20:15,792 INFO  [RS:0;e792e7e95410:44047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777
2024-11-28T10:20:15,792 DEBUG [RS:0;e792e7e95410:44047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)]
2024-11-28T10:20:15,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:15,995 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:15,996 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:15,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:15,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:15,997 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:15,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,997 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:15,997 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:15,998 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:15,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,998 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:15,998 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:15,999 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:15,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:15,999 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:15,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:16,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740
2024-11-28T10:20:16,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740
2024-11-28T10:20:16,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:16,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:16,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:16,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:16,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:16,003 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72559833, jitterRate=0.08122576773166656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789215994Initializing all the Stores at 1732789215994Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789215994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789215994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789215995 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789215995Cleaning up temporary data from old regions at 1732789216001 (+6 ms)Region opened successfully at 1732789216004 (+3 ms)
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:16,004 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:16,004 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789216004Disabling compacts and flushes for region at 1732789216004Disabling writes for close at 1732789216004Writing region close event to WAL at 1732789216004Closed at 1732789216004
2024-11-28T10:20:16,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:16,005 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:20:16,005 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:20:16,006 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:16,007 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:20:16,157 DEBUG [e792e7e95410:32995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:20:16,157 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:16,159 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,44047,1732789213542, state=OPENING
2024-11-28T10:20:16,206 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:20:16,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:16,249 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:16,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:16,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290809990/meta-region-server: CHANGED
2024-11-28T10:20:16,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290809990/meta-region-server: CHANGED
2024-11-28T10:20:16,249 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,44047,1732789213542}]
2024-11-28T10:20:16,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:16,402 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:20:16,405 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:20:16,405 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:16,405 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:20:16,406 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C44047%2C1732789213542.meta, suffix=.meta, logDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542, archiveDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/oldWALs, maxLogs=10
2024-11-28T10:20:16,418 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.meta.1732789216406.meta, exclude list is [], retry=0
2024-11-28T10:20:16,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42575,DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a,DISK]
2024-11-28T10:20:16,421 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.meta.1732789216406.meta
2024-11-28T10:20:16,421 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)]
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:16,422 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:20:16,422 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:20:16,422 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:20:16,423 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:16,424 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:16,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:16,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:16,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:16,425 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:16,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:16,425 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:16,425 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:16,426 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:16,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:16,426 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:16,426 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:16,426 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:16,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:16,427 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:16,427 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:16,427 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740
2024-11-28T10:20:16,428 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740
2024-11-28T10:20:16,428 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:16,429 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:16,429 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:16,430 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:16,430 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67444365, jitterRate=0.0049993544816970825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:16,430 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:20:16,431 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789216422Writing region info on filesystem at 1732789216422Initializing all the Stores at 1732789216423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789216423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789216423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789216423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789216423Cleaning up temporary data from old regions at 1732789216429 (+6 ms)Running coprocessor post-open hooks at 1732789216430 (+1 ms)Region opened successfully at 1732789216431 (+1 ms)
2024-11-28T10:20:16,432 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789216401
2024-11-28T10:20:16,434 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:20:16,434 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:20:16,435 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:16,435 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,44047,1732789213542, state=OPEN
2024-11-28T10:20:16,454 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290809990/meta-region-server
2024-11-28T10:20:16,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290809990/meta-region-server
2024-11-28T10:20:16,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,44047,1732789213542
2024-11-28T10:20:16,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290809990/meta-region-server: CHANGED
2024-11-28T10:20:16,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290809990/meta-region-server: CHANGED
2024-11-28T10:20:16,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:20:16,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,44047,1732789213542 in 205 msec
2024-11-28T10:20:16,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:20:16,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec
2024-11-28T10:20:16,459 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:16,459 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:20:16,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:16,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,44047,1732789213542, seqNum=-1]
2024-11-28T10:20:16,460 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:16,462 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:16,466 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec
2024-11-28T10:20:16,466 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789216466, completionTime=-1
2024-11-28T10:20:16,466 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:20:16,466 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:20:16,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:20:16,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789276467
2024-11-28T10:20:16,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789336467
2024-11-28T10:20:16,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:32995, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,469 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:20:16,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.854sec
2024-11-28T10:20:16,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:20:16,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:20:16,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:20:16,471 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:20:16,472 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:20:16,472 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:16,472 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:20:16,473 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:20:16,473 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:20:16,473 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,32995,1732789213319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:16,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:16,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:16,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:16,482 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbf943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:16,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:16,483 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:16,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16427dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:16,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,44047,1732789213542, seqNum=-1]
2024-11-28T10:20:16,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:16,486 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:16,488 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,32995,1732789213319
2024-11-28T10:20:16,489 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:16,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f50c820002 connected
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir so I do NOT create it in target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e
2024-11-28T10:20:16,513 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.tmp.dir so I do NOT create it in target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e
2024-11-28T10:20:16,513 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:20:16,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/cluster_7bfd738f-c8be-a8c7-2ba1-8e72779091ef, deleteOnExit=true
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/test.cache.data in system properties and HBase conf
2024-11-28T10:20:16,513 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:20:16,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:20:16,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:20:16,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:16,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:20:16,515 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:20:16,790 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:16,795 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:16,804 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:16,804 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:16,804 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:20:16,805 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:16,807 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:16,808 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:16,917 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17881b62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/java.io.tmpdir/jetty-localhost-40279-hadoop-hdfs-3_4_1-tests_jar-_-any-15201190800544636606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:16,918 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:40279}
2024-11-28T10:20:16,918 INFO  [Time-limited test {}] server.Server(415): Started @210849ms
2024-11-28T10:20:17,201 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:17,206 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:17,207 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:17,207 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:17,207 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:17,208 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:17,209 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:17,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499050a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/java.io.tmpdir/jetty-localhost-46819-hadoop-hdfs-3_4_1-tests_jar-_-any-7330157017540347492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:17,328 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:46819}
2024-11-28T10:20:17,328 INFO  [Time-limited test {}] server.Server(415): Started @211259ms
2024-11-28T10:20:17,329 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:20:17,998 WARN  [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/cluster_7bfd738f-c8be-a8c7-2ba1-8e72779091ef/data/data1/current/BP-356272280-172.17.0.2-1732789216529/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:17,998 WARN  [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/cluster_7bfd738f-c8be-a8c7-2ba1-8e72779091ef/data/data2/current/BP-356272280-172.17.0.2-1732789216529/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:18,019 WARN  [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:20:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf01566732f5e67 with lease ID 0x44fd8ef3bfc5fc42: Processing first storage report for DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=0388efad-0496-412c-a9c0-e294367cd611, infoPort=44849, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=566936665;c=1732789216529)
2024-11-28T10:20:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf01566732f5e67 with lease ID 0x44fd8ef3bfc5fc42: from storage DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=0388efad-0496-412c-a9c0-e294367cd611, infoPort=44849, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=566936665;c=1732789216529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf01566732f5e67 with lease ID 0x44fd8ef3bfc5fc42: Processing first storage report for DS-f60bd5d9-b4fc-4ba7-95ea-c30e1257c145 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=0388efad-0496-412c-a9c0-e294367cd611, infoPort=44849, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=566936665;c=1732789216529)
2024-11-28T10:20:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf01566732f5e67 with lease ID 0x44fd8ef3bfc5fc42: from storage DS-f60bd5d9-b4fc-4ba7-95ea-c30e1257c145 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=0388efad-0496-412c-a9c0-e294367cd611, infoPort=44849, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=566936665;c=1732789216529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:18,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e
2024-11-28T10:20:18,069 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,070 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:20:18,477 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7 with version=8
2024-11-28T10:20:18,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/hbase-staging
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:18,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43125
2024-11-28T10:20:18,481 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43125 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431250x0, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:18,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43125-0x10180f50c820003 connected
2024-11-28T10:20:18,760 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,761 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/running
2024-11-28T10:20:18,764 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7, hbase.cluster.distributed=false
2024-11-28T10:20:18,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/acl
2024-11-28T10:20:18,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43125
2024-11-28T10:20:18,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43125
2024-11-28T10:20:18,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43125
2024-11-28T10:20:18,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43125
2024-11-28T10:20:18,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43125
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:20:18,783 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:18,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41949
2024-11-28T10:20:18,784 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41949 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:18,785 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,787 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:18,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419490x0, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:18,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/running
2024-11-28T10:20:18,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41949-0x10180f50c820004 connected
2024-11-28T10:20:18,823 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:20:18,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:20:18,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/master
2024-11-28T10:20:18,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/acl
2024-11-28T10:20:18,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41949
2024-11-28T10:20:18,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41949
2024-11-28T10:20:18,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41949
2024-11-28T10:20:18,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41949
2024-11-28T10:20:18,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41949
2024-11-28T10:20:18,839 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43125
2024-11-28T10:20:18,840 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1257124168/backup-masters/e792e7e95410,43125,1732789218479
2024-11-28T10:20:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/backup-masters
2024-11-28T10:20:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/backup-masters
2024-11-28T10:20:18,848 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on existing znode=/1257124168/backup-masters/e792e7e95410,43125,1732789218479
2024-11-28T10:20:18,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1257124168/master
2024-11-28T10:20:18,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:18,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:18,858 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on existing znode=/1257124168/master
2024-11-28T10:20:18,859 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1257124168/backup-masters/e792e7e95410,43125,1732789218479 from backup master directory
2024-11-28T10:20:18,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1257124168/backup-masters/e792e7e95410,43125,1732789218479
2024-11-28T10:20:18,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/backup-masters
2024-11-28T10:20:18,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/backup-masters
2024-11-28T10:20:18,869 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:18,869 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43125,1732789218479
2024-11-28T10:20:18,872 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/hbase.id] with ID: 063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4
2024-11-28T10:20:18,872 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/.tmp/hbase.id
2024-11-28T10:20:18,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:20:19,003 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:19,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,026 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,027 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,034 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,048 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:19,278 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/.tmp/hbase.id]:[hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/hbase.id]
2024-11-28T10:20:19,288 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:19,288 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:20:19,289 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:20:19,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:19,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:19,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:20:19,836 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:19,837 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:20:19,837 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:19,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:20:20,246 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store
2024-11-28T10:20:20,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:20,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:20,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:20,652 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789220652Disabling compacts and flushes for region at 1732789220652Disabling writes for close at 1732789220652Writing region close event to WAL at 1732789220652Closed at 1732789220652
2024-11-28T10:20:20,653 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/.initializing
2024-11-28T10:20:20,653 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/WALs/e792e7e95410,43125,1732789218479
2024-11-28T10:20:20,654 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:20,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43125%2C1732789218479, suffix=, logDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/WALs/e792e7e95410,43125,1732789218479, archiveDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/oldWALs, maxLogs=10
2024-11-28T10:20:20,668 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/WALs/e792e7e95410,43125,1732789218479/e792e7e95410%2C43125%2C1732789218479.1732789220656, exclude list is [], retry=0
2024-11-28T10:20:20,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b,DISK]
2024-11-28T10:20:20,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/WALs/e792e7e95410,43125,1732789218479/e792e7e95410%2C43125%2C1732789218479.1732789220656
2024-11-28T10:20:20,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44849:44849)]
2024-11-28T10:20:20,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:20,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:20,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,672 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,673 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:20,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:20:20,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:20,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:20,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:20,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:20:20,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:20,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:20,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:20,677 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:20:20,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:20,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:20,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:20,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:20:20,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:20,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:20,679 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,680 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,680 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,681 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,681 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,681 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:20,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:20,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:20,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61597778, jitterRate=-0.0821215808391571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:20,684 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789220672Initializing all the Stores at 1732789220673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789220673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789220673Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789220673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789220673Cleaning up temporary data from old regions at 1732789220681 (+8 ms)Region opened successfully at 1732789220683 (+2 ms)
2024-11-28T10:20:20,684 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:20:20,686 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2fe973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:20,686 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:20:20,686 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:20:20,687 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:20:20,687 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:20:20,687 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:20:20,697 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec
2024-11-28T10:20:20,697 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:20:20,699 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:20:20,700 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/balancer because node does not exist (not necessarily an error)
2024-11-28T10:20:20,759 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/balancer already deleted, retry=false
2024-11-28T10:20:20,760 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:20:20,760 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:20:20,770 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/normalizer already deleted, retry=false
2024-11-28T10:20:20,770 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:20:20,771 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:20:20,780 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/switch/split already deleted, retry=false
2024-11-28T10:20:20,781 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:20:20,791 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/switch/merge already deleted, retry=false
2024-11-28T10:20:20,792 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:20:20,801 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/snapshot-cleanup already deleted, retry=false
2024-11-28T10:20:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1257124168/running
2024-11-28T10:20:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1257124168/running
2024-11-28T10:20:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,812 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43125,1732789218479, sessionid=0x10180f50c820003, setting cluster-up flag (Was=false)
2024-11-28T10:20:20,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,864 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1257124168/flush-table-proc/acquired, /1257124168/flush-table-proc/reached, /1257124168/flush-table-proc/abort
2024-11-28T10:20:20,866 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43125,1732789218479
2024-11-28T10:20:20,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:20,917 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1257124168/online-snapshot/acquired, /1257124168/online-snapshot/reached, /1257124168/online-snapshot/abort
2024-11-28T10:20:20,918 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43125,1732789218479
2024-11-28T10:20:20,919 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:20:20,920 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:20,921 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:20:20,921 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:20:20,921 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43125,1732789218479
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:20,922 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:20,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:20,924 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:20:20,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:20,924 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:20:20,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789250927
2024-11-28T10:20:20,927 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:20:20,928 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:20,929 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:20:20,929 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:20:20,929 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:20:20,929 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:20:20,929 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:20:20,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:20:20,930 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789220930,5,FailOnTimeoutGroup]
2024-11-28T10:20:20,930 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789220930,5,FailOnTimeoutGroup]
2024-11-28T10:20:20,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:20,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:20:20,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:20,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:20,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:20:20,936 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(746): ClusterId : 063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4
2024-11-28T10:20:20,936 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:20:20,949 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:20:20,949 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:20:20,960 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:20:20,960 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19887f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:20,975 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:41949
2024-11-28T10:20:20,975 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:20:20,975 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:20:20,975 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:20:20,975 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43125,1732789218479 with port=41949, startcode=1732789218782
2024-11-28T10:20:20,976 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:20:20,977 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:20:20,977 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,41949,1732789218782
2024-11-28T10:20:20,977 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43125 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,41949,1732789218782
2024-11-28T10:20:20,979 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7
2024-11-28T10:20:20,979 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33111
2024-11-28T10:20:20,979 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:20:21,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/rs
2024-11-28T10:20:21,019 DEBUG [RS:0;e792e7e95410:41949 {}] zookeeper.ZKUtil(111): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on existing znode=/1257124168/rs/e792e7e95410,41949,1732789218782
2024-11-28T10:20:21,019 WARN  [RS:0;e792e7e95410:41949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:21,019 INFO  [RS:0;e792e7e95410:41949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:21,019 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,41949,1732789218782]
2024-11-28T10:20:21,019 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782
2024-11-28T10:20:21,022 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:20:21,023 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:20:21,024 INFO  [RS:0;e792e7e95410:41949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:20:21,024 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,024 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:20:21,025 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:20:21,025 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:21,025 DEBUG [RS:0;e792e7e95410:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,026 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41949,1732789218782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:21,039 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:20:21,040 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41949,1732789218782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,040 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,040 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.Replication(171): e792e7e95410,41949,1732789218782 started
2024-11-28T10:20:21,052 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:21,052 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,41949,1732789218782, RpcServer on e792e7e95410/172.17.0.2:41949, sessionid=0x10180f50c820004
2024-11-28T10:20:21,052 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:20:21,052 DEBUG [RS:0;e792e7e95410:41949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,41949,1732789218782
2024-11-28T10:20:21,052 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41949,1732789218782'
2024-11-28T10:20:21,052 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1257124168/flush-table-proc/abort'
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1257124168/flush-table-proc/acquired'
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,41949,1732789218782
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41949,1732789218782'
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1257124168/online-snapshot/abort'
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1257124168/online-snapshot/acquired'
2024-11-28T10:20:21,053 DEBUG [RS:0;e792e7e95410:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:20:21,053 INFO  [RS:0;e792e7e95410:41949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:20:21,053 INFO  [RS:0;e792e7e95410:41949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:20:21,154 INFO  [RS:0;e792e7e95410:41949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:21,155 INFO  [RS:0;e792e7e95410:41949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41949%2C1732789218782, suffix=, logDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782, archiveDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/oldWALs, maxLogs=10
2024-11-28T10:20:21,167 DEBUG [RS:0;e792e7e95410:41949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, exclude list is [], retry=0
2024-11-28T10:20:21,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b,DISK]
2024-11-28T10:20:21,171 INFO  [RS:0;e792e7e95410:41949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155
2024-11-28T10:20:21,171 DEBUG [RS:0;e792e7e95410:41949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44849:44849)]
2024-11-28T10:20:21,334 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:20:21,335 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7
2024-11-28T10:20:21,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:20:21,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:20:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:21,741 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:21,742 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:21,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:21,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:21,742 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:21,743 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:21,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:21,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:21,743 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:21,744 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:21,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:21,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:21,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:21,745 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:21,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:21,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:21,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:21,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740
2024-11-28T10:20:21,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740
2024-11-28T10:20:21,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:21,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:21,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:21,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:21,749 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62481260, jitterRate=-0.06895667314529419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789221740Initializing all the Stores at 1732789221740Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789221740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789221740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789221740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789221740Cleaning up temporary data from old regions at 1732789221747 (+7 ms)Region opened successfully at 1732789221749 (+2 ms)
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:21,749 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:21,750 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:21,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789221749Disabling compacts and flushes for region at 1732789221749Disabling writes for close at 1732789221749Writing region close event to WAL at 1732789221750 (+1 ms)Closed at 1732789221750
2024-11-28T10:20:21,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:21,750 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:20:21,751 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:20:21,751 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:21,752 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:20:21,902 DEBUG [e792e7e95410:43125 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:20:21,903 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:21,904 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41949,1732789218782, state=OPENING
2024-11-28T10:20:21,963 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:20:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:21,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1257124168/meta-region-server: CHANGED
2024-11-28T10:20:21,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1257124168/meta-region-server: CHANGED
2024-11-28T10:20:21,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:21,974 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41949,1732789218782}]
2024-11-28T10:20:22,127 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:22,128 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:20:22,131 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:20:22,131 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:22,131 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:20:22,132 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41949%2C1732789218782.meta, suffix=.meta, logDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782, archiveDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/oldWALs, maxLogs=10
2024-11-28T10:20:22,144 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.meta.1732789222132.meta, exclude list is [], retry=0
2024-11-28T10:20:22,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b,DISK]
2024-11-28T10:20:22,147 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.meta.1732789222132.meta
2024-11-28T10:20:22,147 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44849:44849)]
2024-11-28T10:20:22,148 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:22,148 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:22,148 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:22,148 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:20:22,148 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:20:22,148 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:20:22,148 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:22,149 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:20:22,149 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:20:22,150 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:22,150 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:22,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:22,151 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:22,151 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:22,151 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:22,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:22,152 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:22,152 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:22,152 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:22,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:22,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:22,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:22,153 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:22,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:22,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:22,154 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:22,154 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740
2024-11-28T10:20:22,155 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740
2024-11-28T10:20:22,155 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:22,155 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:22,156 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:22,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:22,157 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867630, jitterRate=0.026207655668258667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:22,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:20:22,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789222149Writing region info on filesystem at 1732789222149Initializing all the Stores at 1732789222149Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789222149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789222149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789222149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789222149Cleaning up temporary data from old regions at 1732789222155 (+6 ms)Running coprocessor post-open hooks at 1732789222157 (+2 ms)Region opened successfully at 1732789222157
2024-11-28T10:20:22,158 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789222127
2024-11-28T10:20:22,160 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:20:22,160 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:20:22,160 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:22,161 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41949,1732789218782, state=OPEN
2024-11-28T10:20:22,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1257124168/meta-region-server
2024-11-28T10:20:22,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1257124168/meta-region-server
2024-11-28T10:20:22,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,41949,1732789218782
2024-11-28T10:20:22,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1257124168/meta-region-server: CHANGED
2024-11-28T10:20:22,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1257124168/meta-region-server: CHANGED
2024-11-28T10:20:22,172 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:20:22,172 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41949,1732789218782 in 196 msec
2024-11-28T10:20:22,173 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:20:22,173 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec
2024-11-28T10:20:22,174 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:22,174 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:20:22,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:22,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41949,1732789218782, seqNum=-1]
2024-11-28T10:20:22,175 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:22,176 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:22,180 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec
2024-11-28T10:20:22,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789222180, completionTime=-1
2024-11-28T10:20:22,180 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:20:22,180 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789282182
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789342182
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43125, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,182 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,183 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,184 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.317sec
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:20:22,188 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:20:22,188 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:20:22,188 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43125,1732789218479-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:22,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d36632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:22,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:22,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:22,236 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e92047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:22,238 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:22,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b15050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:22,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41949,1732789218782, seqNum=-1]
2024-11-28T10:20:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:22,241 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:22,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43125,1732789218479
2024-11-28T10:20:22,243 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50569
2024-11-28T10:20:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:22,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f50c820005 connected
2024-11-28T10:20:22,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:22,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,32995,1732789213319
2024-11-28T10:20:22,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50044175
2024-11-28T10:20:22,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:22,269 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:22,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:20:22,271 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:20:22,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:22,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:20:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:22,272 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:20:22,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:20:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:22,679 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a5aceca139b6d8e42c922f3f732eac7, NAME => 'test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1
2024-11-28T10:20:22,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:20:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a5aceca139b6d8e42c922f3f732eac7, disabling compactions & flushes
2024-11-28T10:20:23,086 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7. after waiting 0 ms
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,086 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,086 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a5aceca139b6d8e42c922f3f732eac7:
Waiting for close lock at 1732789223086Disabling compacts and flushes for region at 1732789223086Disabling writes for close at 1732789223086Writing region close event to WAL at 1732789223086Closed at 1732789223086
2024-11-28T10:20:23,087 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:20:23,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789223087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789223087"}]},"ts":"1732789223087"}
2024-11-28T10:20:23,089 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:20:23,090 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:20:23,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789223090"}]},"ts":"1732789223090"}
2024-11-28T10:20:23,092 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:20:23,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a5aceca139b6d8e42c922f3f732eac7, ASSIGN}]
2024-11-28T10:20:23,093 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a5aceca139b6d8e42c922f3f732eac7, ASSIGN
2024-11-28T10:20:23,094 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a5aceca139b6d8e42c922f3f732eac7, ASSIGN; state=OFFLINE, location=e792e7e95410,44047,1732789213542; forceNewPlan=false, retain=false
2024-11-28T10:20:23,244 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a5aceca139b6d8e42c922f3f732eac7, regionState=OPENING, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a5aceca139b6d8e42c922f3f732eac7, ASSIGN because future has completed
2024-11-28T10:20:23,246 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a5aceca139b6d8e42c922f3f732eac7, server=e792e7e95410,44047,1732789213542}]
2024-11-28T10:20:23,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:20:23,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-28T10:20:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-28T10:20:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:20:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:23,401 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,401 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a5aceca139b6d8e42c922f3f732eac7, NAME => 'test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:23,402 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:23,402 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:20:23,402 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,402 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:23,402 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,402 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,403 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a5aceca139b6d8e42c922f3f732eac7 
2024-11-28T10:20:23,404 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5aceca139b6d8e42c922f3f732eac7 columnFamilyName f
2024-11-28T10:20:23,404 DEBUG [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:23,404 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(327): Store=3a5aceca139b6d8e42c922f3f732eac7/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:23,404 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a5aceca139b6d8e42c922f3f732eac7 
2024-11-28T10:20:23,405 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5aceca139b6d8e42c922f3f732eac7 columnFamilyName f1
2024-11-28T10:20:23,405 DEBUG [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:23,406 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(327): Store=3a5aceca139b6d8e42c922f3f732eac7/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:23,406 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a5aceca139b6d8e42c922f3f732eac7 
2024-11-28T10:20:23,406 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a5aceca139b6d8e42c922f3f732eac7 columnFamilyName norep
2024-11-28T10:20:23,407 DEBUG [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:23,407 INFO  [StoreOpener-3a5aceca139b6d8e42c922f3f732eac7-1 {}] regionserver.HStore(327): Store=3a5aceca139b6d8e42c922f3f732eac7/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:23,407 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,407 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,408 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,408 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,408 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,409 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:20:23,409 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,411 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:23,411 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a5aceca139b6d8e42c922f3f732eac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67675587, jitterRate=0.008444830775260925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:20:23,411 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:23,412 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a5aceca139b6d8e42c922f3f732eac7:
Running coprocessor pre-open hook at 1732789223402Writing region info on filesystem at 1732789223402Initializing all the Stores at 1732789223403 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789223403Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789223403Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789223403Cleaning up temporary data from old regions at 1732789223408 (+5 ms)Running coprocessor post-open hooks at 1732789223411 (+3 ms)Region opened successfully at 1732789223412 (+1 ms)
2024-11-28T10:20:23,412 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7., pid=6, masterSystemTime=1732789223398
2024-11-28T10:20:23,414 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,414 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:23,414 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a5aceca139b6d8e42c922f3f732eac7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:23,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a5aceca139b6d8e42c922f3f732eac7, server=e792e7e95410,44047,1732789213542 because future has completed
2024-11-28T10:20:23,418 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:20:23,418 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a5aceca139b6d8e42c922f3f732eac7, server=e792e7e95410,44047,1732789213542 in 171 msec
2024-11-28T10:20:23,419 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:20:23,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a5aceca139b6d8e42c922f3f732eac7, ASSIGN in 326 msec
2024-11-28T10:20:23,420 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:20:23,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789223420"}]},"ts":"1732789223420"}
2024-11-28T10:20:23,422 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:20:23,422 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:20:23,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-28T10:20:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:24,416 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:20:24,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43125,1732789218479
2024-11-28T10:20:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fefa85
2024-11-28T10:20:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:24,417 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:24,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:20:24,420 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:20:24,420 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:24,420 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:20:24,421 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:20:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:24,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:20:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:24,827 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30e9d3d1250b3c537d0065bfd5132599, NAME => 'test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7
2024-11-28T10:20:24,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:20:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30e9d3d1250b3c537d0065bfd5132599, disabling compactions & flushes
2024-11-28T10:20:25,233 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599. after waiting 0 ms
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,233 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30e9d3d1250b3c537d0065bfd5132599:
Waiting for close lock at 1732789225233Disabling compacts and flushes for region at 1732789225233Disabling writes for close at 1732789225233Writing region close event to WAL at 1732789225233Closed at 1732789225233
2024-11-28T10:20:25,234 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:20:25,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789225234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789225234"}]},"ts":"1732789225234"}
2024-11-28T10:20:25,236 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:20:25,236 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:20:25,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789225236"}]},"ts":"1732789225236"}
2024-11-28T10:20:25,237 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:20:25,238 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30e9d3d1250b3c537d0065bfd5132599, ASSIGN}]
2024-11-28T10:20:25,238 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30e9d3d1250b3c537d0065bfd5132599, ASSIGN
2024-11-28T10:20:25,239 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30e9d3d1250b3c537d0065bfd5132599, ASSIGN; state=OFFLINE, location=e792e7e95410,41949,1732789218782; forceNewPlan=false, retain=false
2024-11-28T10:20:25,390 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30e9d3d1250b3c537d0065bfd5132599, regionState=OPENING, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:25,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30e9d3d1250b3c537d0065bfd5132599, ASSIGN because future has completed
2024-11-28T10:20:25,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e9d3d1250b3c537d0065bfd5132599, server=e792e7e95410,41949,1732789218782}]
2024-11-28T10:20:25,548 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30e9d3d1250b3c537d0065bfd5132599, NAME => 'test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:25,548 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:25,548 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:20:25,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:25,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,549 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30e9d3d1250b3c537d0065bfd5132599 
2024-11-28T10:20:25,550 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e9d3d1250b3c537d0065bfd5132599 columnFamilyName f
2024-11-28T10:20:25,550 DEBUG [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:25,551 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(327): Store=30e9d3d1250b3c537d0065bfd5132599/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:25,551 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30e9d3d1250b3c537d0065bfd5132599 
2024-11-28T10:20:25,552 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e9d3d1250b3c537d0065bfd5132599 columnFamilyName f1
2024-11-28T10:20:25,552 DEBUG [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:25,552 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(327): Store=30e9d3d1250b3c537d0065bfd5132599/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:25,552 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30e9d3d1250b3c537d0065bfd5132599 
2024-11-28T10:20:25,553 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e9d3d1250b3c537d0065bfd5132599 columnFamilyName norep
2024-11-28T10:20:25,553 DEBUG [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:25,553 INFO  [StoreOpener-30e9d3d1250b3c537d0065bfd5132599-1 {}] regionserver.HStore(327): Store=30e9d3d1250b3c537d0065bfd5132599/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:25,553 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,554 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,554 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:25,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:20:25,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:25,555 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18283 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:25,556 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:25,558 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:25,558 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30e9d3d1250b3c537d0065bfd5132599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71928567, jitterRate=0.07181917130947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:20:25,558 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:25,558 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30e9d3d1250b3c537d0065bfd5132599:
Running coprocessor pre-open hook at 1732789225548Writing region info on filesystem at 1732789225548Initializing all the Stores at 1732789225549 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789225549Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789225549Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789225549Cleaning up temporary data from old regions at 1732789225555 (+6 ms)Running coprocessor post-open hooks at 1732789225558 (+3 ms)Region opened successfully at 1732789225558
2024-11-28T10:20:25,559 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599., pid=6, masterSystemTime=1732789225544
2024-11-28T10:20:25,561 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,561 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:25,561 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30e9d3d1250b3c537d0065bfd5132599, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:25,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e9d3d1250b3c537d0065bfd5132599, server=e792e7e95410,41949,1732789218782 because future has completed
2024-11-28T10:20:25,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:20:25,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30e9d3d1250b3c537d0065bfd5132599, server=e792e7e95410,41949,1732789218782 in 171 msec
2024-11-28T10:20:25,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:20:25,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30e9d3d1250b3c537d0065bfd5132599, ASSIGN in 327 msec
2024-11-28T10:20:25,567 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:20:25,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789225567"}]},"ts":"1732789225567"}
2024-11-28T10:20:25,569 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:20:25,569 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:20:25,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec
2024-11-28T10:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:20:26,565 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:20:26,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:26,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:26,567 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53495fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,568 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:26,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e4c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:26,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:26,570 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa91d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,571 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32883943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:26,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:26,573 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d5c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,574 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15007683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,32995,1732789213319
2024-11-28T10:20:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772a5a0e
2024-11-28T10:20:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:26,576 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:26,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:43125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:20:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:20:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:26,579 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43125'
2024-11-28T10:20:26,580 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9d0fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,580 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:26,580 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:26,580 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:26,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:26,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c614081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:26,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:26,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,581 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:26,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a59f841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:26,582 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43125,1732789218479
2024-11-28T10:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@126e6f70
2024-11-28T10:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:26,583 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:26,584 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:20:26,584 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:20:26,584 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,584 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:26,584 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:26,584 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:26,585 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:20:26,586 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:20:26,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:26,587 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:20:26,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:20:26,635 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:20:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:26,993 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee627dfe4a76446849d528fdb65049ad, NAME => 'hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1
2024-11-28T10:20:26,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:20:27,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:20:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee627dfe4a76446849d528fdb65049ad, disabling compactions & flushes
2024-11-28T10:20:27,398 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad. after waiting 0 ms
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,398 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee627dfe4a76446849d528fdb65049ad:
Waiting for close lock at 1732789227398Disabling compacts and flushes for region at 1732789227398Disabling writes for close at 1732789227398Writing region close event to WAL at 1732789227398Closed at 1732789227398
2024-11-28T10:20:27,399 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:20:27,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789227399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789227399"}]},"ts":"1732789227399"}
2024-11-28T10:20:27,401 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:20:27,402 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:20:27,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789227402"}]},"ts":"1732789227402"}
2024-11-28T10:20:27,404 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:20:27,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee627dfe4a76446849d528fdb65049ad, ASSIGN}]
2024-11-28T10:20:27,405 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee627dfe4a76446849d528fdb65049ad, ASSIGN
2024-11-28T10:20:27,406 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee627dfe4a76446849d528fdb65049ad, ASSIGN; state=OFFLINE, location=e792e7e95410,44047,1732789213542; forceNewPlan=false, retain=false
2024-11-28T10:20:27,556 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee627dfe4a76446849d528fdb65049ad, regionState=OPENING, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee627dfe4a76446849d528fdb65049ad, ASSIGN because future has completed
2024-11-28T10:20:27,559 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee627dfe4a76446849d528fdb65049ad, server=e792e7e95410,44047,1732789213542}]
2024-11-28T10:20:27,651 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:27,683 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,684 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,684 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,684 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,684 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,685 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,692 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,693 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,695 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:27,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:27,715 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:20:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:27,716 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C44047%2C1732789213542.rep, suffix=, logDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542, archiveDir=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/oldWALs, maxLogs=10
2024-11-28T10:20:27,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.rep.1732789227716, exclude list is [], retry=0
2024-11-28T10:20:27,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42575,DS-b0ae2082-74bf-4203-8580-9f9fce2b5a7a,DISK]
2024-11-28T10:20:27,731 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.rep.1732789227716
2024-11-28T10:20:27,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37589:37589)]
2024-11-28T10:20:27,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee627dfe4a76446849d528fdb65049ad, NAME => 'hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:27,732 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad. service=MultiRowMutationService
2024-11-28T10:20:27,732 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,733 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee627dfe4a76446849d528fdb65049ad 
2024-11-28T10:20:27,734 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee627dfe4a76446849d528fdb65049ad columnFamilyName hfileref
2024-11-28T10:20:27,734 DEBUG [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:27,735 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(327): Store=ee627dfe4a76446849d528fdb65049ad/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:27,735 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee627dfe4a76446849d528fdb65049ad 
2024-11-28T10:20:27,736 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee627dfe4a76446849d528fdb65049ad columnFamilyName queue
2024-11-28T10:20:27,736 DEBUG [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:27,736 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(327): Store=ee627dfe4a76446849d528fdb65049ad/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:27,736 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee627dfe4a76446849d528fdb65049ad 
2024-11-28T10:20:27,737 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee627dfe4a76446849d528fdb65049ad columnFamilyName sid
2024-11-28T10:20:27,737 DEBUG [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:27,737 INFO  [StoreOpener-ee627dfe4a76446849d528fdb65049ad-1 {}] regionserver.HStore(327): Store=ee627dfe4a76446849d528fdb65049ad/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:27,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/replication/ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/replication/ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:20:27,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/replication/ee627dfe4a76446849d528fdb65049ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:27,742 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee627dfe4a76446849d528fdb65049ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66880970, jitterRate=-0.0033958852291107178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:20:27,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:27,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee627dfe4a76446849d528fdb65049ad:
Running coprocessor pre-open hook at 1732789227732Writing region info on filesystem at 1732789227732Initializing all the Stores at 1732789227733 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789227733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789227733Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789227733Cleaning up temporary data from old regions at 1732789227739 (+6 ms)Running coprocessor post-open hooks at 1732789227742 (+3 ms)Region opened successfully at 1732789227742
2024-11-28T10:20:27,743 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad., pid=10, masterSystemTime=1732789227711
2024-11-28T10:20:27,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,745 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:27,746 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee627dfe4a76446849d528fdb65049ad, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,44047,1732789213542
2024-11-28T10:20:27,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee627dfe4a76446849d528fdb65049ad, server=e792e7e95410,44047,1732789213542 because future has completed
2024-11-28T10:20:27,750 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:20:27,750 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee627dfe4a76446849d528fdb65049ad, server=e792e7e95410,44047,1732789213542 in 189 msec
2024-11-28T10:20:27,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:20:27,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee627dfe4a76446849d528fdb65049ad, ASSIGN in 346 msec
2024-11-28T10:20:27,753 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:20:27,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789227753"}]},"ts":"1732789227753"}
2024-11-28T10:20:27,755 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:20:27,755 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:20:27,757 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec
2024-11-28T10:20:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad., hostname=e792e7e95410,44047,1732789213542, seqNum=2]
2024-11-28T10:20:27,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:27,927 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:27,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:20:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:20:28,102 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:20:28,128 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,44047,1732789213542, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:20:28,129 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:28,129 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,44047,1732789213542, seqNum=-1]
2024-11-28T10:20:28,129 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:28,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:28,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,44047,1732789213542', locateType=CURRENT is [region=hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad., hostname=e792e7e95410,44047,1732789213542, seqNum=2]
2024-11-28T10:20:28,134 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:20:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:20:28,136 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,44047,1732789213542 suceeded
2024-11-28T10:20:28,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:20:28,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec
2024-11-28T10:20:28,138 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:43125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:20:28,139 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec
2024-11-28T10:20:28,149 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43125'
2024-11-28T10:20:28,150 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,150 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:28,151 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:28,151 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581ff678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,152 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:28,153 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,153 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:28,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43125,1732789218479
2024-11-28T10:20:28,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e80ae65
2024-11-28T10:20:28,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:28,155 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-28T10:20:28,155 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,44047,1732789213542 (queues=1) is replicating from cluster=8471a59e-fe62-4152-b505-779e55958af3 to cluster=063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4
2024-11-28T10:20:28,155 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C44047%2C1732789213542
2024-11-28T10:20:28,155 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,44047,1732789213542, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:20:28,156 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C44047%2C1732789213542
2024-11-28T10:20:28,156 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, startPosition=0, beingWritten=true
2024-11-28T10:20:28,164 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:28,164 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:28,164 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:28,367 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:28,672 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:28,726 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:20:28,726 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:28,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:28,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,726 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:28,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:28,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:28,727 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e902079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,729 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:28,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c54e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43125,1732789218479
2024-11-28T10:20:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5656aeb7
2024-11-28T10:20:28,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:28,731 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:28,731 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:32995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:20:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:20:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:28,733 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:32995'
2024-11-28T10:20:28,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,734 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:28,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:28,735 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:28,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:28,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:28,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee82dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:28,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:28,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,736 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:28,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1bdceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:28,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:28,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,32995,1732789213319
2024-11-28T10:20:28,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf0d527
2024-11-28T10:20:28,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:28,738 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:20:28,739 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:20:28,739 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:20:28,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:28,739 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:28,740 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:28,741 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:20:28,741 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:20:28,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:28,742 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:20:28,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:20:28,791 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:20:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:29,075 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:29,148 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72a21950e017be88422ed61e3a41fe48, NAME => 'hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7
2024-11-28T10:20:29,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:20:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72a21950e017be88422ed61e3a41fe48, disabling compactions & flushes
2024-11-28T10:20:29,554 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48. after waiting 0 ms
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,554 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72a21950e017be88422ed61e3a41fe48:
Waiting for close lock at 1732789229554Disabling compacts and flushes for region at 1732789229554Disabling writes for close at 1732789229554Writing region close event to WAL at 1732789229554Closed at 1732789229554
2024-11-28T10:20:29,556 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:20:29,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789229556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789229556"}]},"ts":"1732789229556"}
2024-11-28T10:20:29,558 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:20:29,558 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:20:29,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789229558"}]},"ts":"1732789229558"}
2024-11-28T10:20:29,560 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:20:29,561 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72a21950e017be88422ed61e3a41fe48, ASSIGN}]
2024-11-28T10:20:29,561 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72a21950e017be88422ed61e3a41fe48, ASSIGN
2024-11-28T10:20:29,562 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72a21950e017be88422ed61e3a41fe48, ASSIGN; state=OFFLINE, location=e792e7e95410,41949,1732789218782; forceNewPlan=false, retain=false
2024-11-28T10:20:29,578 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:29,713 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72a21950e017be88422ed61e3a41fe48, regionState=OPENING, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:29,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72a21950e017be88422ed61e3a41fe48, ASSIGN because future has completed
2024-11-28T10:20:29,716 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a21950e017be88422ed61e3a41fe48, server=e792e7e95410,41949,1732789218782}]
2024-11-28T10:20:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:29,871 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,871 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:29,871 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:20:29,872 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41949%2C1732789218782.rep, suffix=, logDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782, archiveDir=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/oldWALs, maxLogs=10
2024-11-28T10:20:29,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.rep.1732789229872, exclude list is [], retry=0
2024-11-28T10:20:29,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-3dc8ce9d-3bdb-4fa4-b203-c67071a3d18b,DISK]
2024-11-28T10:20:29,887 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.rep.1732789229872
2024-11-28T10:20:29,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44849:44849)]
2024-11-28T10:20:29,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72a21950e017be88422ed61e3a41fe48, NAME => 'hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:29,888 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48. service=MultiRowMutationService
2024-11-28T10:20:29,888 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,889 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72a21950e017be88422ed61e3a41fe48 
2024-11-28T10:20:29,890 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a21950e017be88422ed61e3a41fe48 columnFamilyName hfileref
2024-11-28T10:20:29,890 DEBUG [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:29,891 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(327): Store=72a21950e017be88422ed61e3a41fe48/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:29,891 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72a21950e017be88422ed61e3a41fe48 
2024-11-28T10:20:29,892 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a21950e017be88422ed61e3a41fe48 columnFamilyName queue
2024-11-28T10:20:29,892 DEBUG [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:29,892 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(327): Store=72a21950e017be88422ed61e3a41fe48/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:29,892 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72a21950e017be88422ed61e3a41fe48 
2024-11-28T10:20:29,893 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a21950e017be88422ed61e3a41fe48 columnFamilyName sid
2024-11-28T10:20:29,893 DEBUG [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:29,893 INFO  [StoreOpener-72a21950e017be88422ed61e3a41fe48-1 {}] regionserver.HStore(327): Store=72a21950e017be88422ed61e3a41fe48/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:29,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/replication/72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/replication/72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:20:29,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/replication/72a21950e017be88422ed61e3a41fe48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:29,898 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72a21950e017be88422ed61e3a41fe48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72620144, jitterRate=0.08212447166442871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:20:29,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:29,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72a21950e017be88422ed61e3a41fe48:
Running coprocessor pre-open hook at 1732789229888Writing region info on filesystem at 1732789229888Initializing all the Stores at 1732789229889 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789229889Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789229889Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789229889Cleaning up temporary data from old regions at 1732789229895 (+6 ms)Running coprocessor post-open hooks at 1732789229899 (+4 ms)Region opened successfully at 1732789229899
2024-11-28T10:20:29,899 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., pid=10, masterSystemTime=1732789229868
2024-11-28T10:20:29,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,901 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:29,902 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72a21950e017be88422ed61e3a41fe48, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,41949,1732789218782
2024-11-28T10:20:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a21950e017be88422ed61e3a41fe48, server=e792e7e95410,41949,1732789218782 because future has completed
2024-11-28T10:20:29,905 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:20:29,905 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72a21950e017be88422ed61e3a41fe48, server=e792e7e95410,41949,1732789218782 in 188 msec
2024-11-28T10:20:29,907 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:20:29,907 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72a21950e017be88422ed61e3a41fe48, ASSIGN in 344 msec
2024-11-28T10:20:29,908 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:20:29,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789229908"}]},"ts":"1732789229908"}
2024-11-28T10:20:29,909 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:20:29,910 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:20:29,911 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec
2024-11-28T10:20:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., hostname=e792e7e95410,41949,1732789218782, seqNum=2]
2024-11-28T10:20:30,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:30,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:30,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:20:30,183 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:30,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:20:30,228 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:20:30,261 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,41949,1732789218782, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41949,1732789218782, seqNum=-1]
2024-11-28T10:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:30,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:30,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,41949,1732789218782', locateType=CURRENT is [region=hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., hostname=e792e7e95410,41949,1732789218782, seqNum=2]
2024-11-28T10:20:30,267 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:20:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:20:30,269 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,41949,1732789218782 suceeded
2024-11-28T10:20:30,271 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:20:30,271 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:32995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:20:30,271 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec
2024-11-28T10:20:30,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec
2024-11-28T10:20:30,281 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:32995'
2024-11-28T10:20:30,282 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@192e6f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:30,283 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:30,283 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:30,283 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f8a8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:30,285 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:30,285 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@543ebc5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:30,285 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,32995,1732789213319
2024-11-28T10:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bea949
2024-11-28T10:20:30,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:20:30,287 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-28T10:20:30,288 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,41949,1732789218782 (queues=1) is replicating from cluster=063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4 to cluster=8471a59e-fe62-4152-b505-779e55958af3
2024-11-28T10:20:30,288 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C41949%2C1732789218782
2024-11-28T10:20:30,288 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,41949,1732789218782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:20:30,288 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C41949%2C1732789218782
2024-11-28T10:20:30,288 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, startPosition=0, beingWritten=true
2024-11-28T10:20:30,293 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:30,293 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:30,293 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41949,1732789218782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:30,497 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:30,800 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:20:30,886 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:20:30,886 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:30,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:30,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:30,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:30,886 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:30,886 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:30,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:30,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,44047,1732789213542, seqNum=-1]
2024-11-28T10:20:30,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:30,889 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7., hostname=e792e7e95410,44047,1732789213542, seqNum=2]
2024-11-28T10:20:30,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41949,1732789218782, seqNum=-1]
2024-11-28T10:20:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:30,896 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:30,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599., hostname=e792e7e95410,41949,1732789218782, seqNum=2]
2024-11-28T10:20:30,899 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-28T10:20:31,203 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 379, reset compression=false
2024-11-28T10:20:31,707 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:31,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:31,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 480, reset compression=false
2024-11-28T10:20:31,736 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a5aceca139b6d8e42c922f3f732eac7/4=[#edits: 1 = <row/f:row/1732789230892/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-28T10:20:31,739 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:31,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-28T10:20:31,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:20:31,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afed9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:31,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43125,-1 for getting cluster id
2024-11-28T10:20:31,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:31,743 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4'
2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "063c2b1c-8aaa-4a7b-a7c1-38dd04f14cf4"

2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56de9b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43125,-1]
2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:31,744 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:31,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca48fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:31,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:31,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41949,1732789218782, seqNum=-1]
2024-11-28T10:20:31,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:31,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:31,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599., hostname=e792e7e95410,41949,1732789218782, seqNum=2]
2024-11-28T10:20:31,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:20:31,902 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-28T10:20:31,905 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-28T10:20:31,941 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 480, reset compression=false
2024-11-28T10:20:32,246 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 480, reset compression=false
2024-11-28T10:20:32,310 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 379, reset compression=false
2024-11-28T10:20:32,315 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:32,315 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 608, reset compression=false
2024-11-28T10:20:32,315 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41949,1732789218782 got entry batch from reader: WALEntryBatch [walEntries=[{test/30e9d3d1250b3c537d0065bfd5132599/5=[#edits: 1 = <row1/f:row1/1732789231903/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:20:32,317 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:32,318 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-28T10:20:32,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:20:32,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e418b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:32,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,32995,-1 for getting cluster id
2024-11-28T10:20:32,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:32,320 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8471a59e-fe62-4152-b505-779e55958af3'
2024-11-28T10:20:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8471a59e-fe62-4152-b505-779e55958af3"

2024-11-28T10:20:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7990f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,32995,-1]
2024-11-28T10:20:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:32,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:32,321 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:32,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca177d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:32,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,44047,1732789213542, seqNum=-1]
2024-11-28T10:20:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:32,325 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-28T10:20:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7., hostname=e792e7e95410,44047,1732789213542, seqNum=2]
2024-11-28T10:20:32,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:20:32,519 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 608, reset compression=false
2024-11-28T10:20:32,650 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 480, reset compression=false
2024-11-28T10:20:32,655 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:32,655 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 607, reset compression=false
2024-11-28T10:20:32,655 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:32,823 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 608, reset compression=false
2024-11-28T10:20:32,859 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 607, reset compression=false
2024-11-28T10:20:32,907 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-28T10:20:32,913 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-28T10:20:33,162 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 607, reset compression=false
2024-11-28T10:20:33,167 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:33,167 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 763, reset compression=false
2024-11-28T10:20:33,167 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a5aceca139b6d8e42c922f3f732eac7/6=[#edits: 2 = <row/f:/1732789232910/DeleteFamily/vlen=0/seqid=0; row/f1:/1732789232910/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-28T10:20:33,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:20:33,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:20:33,226 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 608, reset compression=false
2024-11-28T10:20:33,230 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:33,230 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 756, reset compression=false
2024-11-28T10:20:33,230 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41949,1732789218782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:33,235 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:33,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,271 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,272 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,273 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,288 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:33,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:20:33,370 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 763, reset compression=false
2024-11-28T10:20:33,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:20:33,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:33,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-28T10:20:33,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:33,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:33,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:20:33,434 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 756, reset compression=false
2024-11-28T10:20:33,674 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 763, reset compression=false
2024-11-28T10:20:33,738 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 756, reset compression=false
2024-11-28T10:20:33,915 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-28T10:20:33,919 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-28T10:20:34,079 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 763, reset compression=false
2024-11-28T10:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 756, reset compression=false
2024-11-28T10:20:34,146 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:20:34,146 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 915, reset compression=false
2024-11-28T10:20:34,146 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41949,1732789218782 got entry batch from reader: WALEntryBatch [walEntries=[{test/30e9d3d1250b3c537d0065bfd5132599/7=[#edits: 2 = <row1/f:/1732789233916/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732789233916/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-28T10:20:34,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:20:34,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44047 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:20:34,350 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 915, reset compression=false
2024-11-28T10:20:34,588 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 763, reset compression=false
2024-11-28T10:20:34,597 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:34,597 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:34,597 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:34,654 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 915, reset compression=false
2024-11-28T10:20:34,810 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:34,921 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-28T10:20:34,923 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:20:34,924 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:34,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:34,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:34,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:34,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:20:34,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761811528, stopped=false
2024-11-28T10:20:34,924 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43125,1732789218479
2024-11-28T10:20:34,924 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1257124168/running
2024-11-28T10:20:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1257124168/running
2024-11-28T10:20:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:34,983 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:34,984 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:34,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/running
2024-11-28T10:20:34,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Set watcher on znode that does not yet exist, /1257124168/running
2024-11-28T10:20:34,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:34,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:34,986 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,41949,1732789218782' *****
2024-11-28T10:20:34,986 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:20:34,986 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:20:34,986 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:20:34,986 INFO  [RS:0;e792e7e95410:41949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:20:34,986 INFO  [RS:0;e792e7e95410:41949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:20:34,986 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 30e9d3d1250b3c537d0065bfd5132599
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,41949,1732789218782
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41949.
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30e9d3d1250b3c537d0065bfd5132599, disabling compactions & flushes
2024-11-28T10:20:34,987 DEBUG [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:34,987 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:34,987 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599. after waiting 0 ms
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:20:34,987 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30e9d3d1250b3c537d0065bfd5132599 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-28T10:20:34,987 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:20:34,987 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1325): Online Regions={30e9d3d1250b3c537d0065bfd5132599=test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599., 72a21950e017be88422ed61e3a41fe48=hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:20:34,987 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e9d3d1250b3c537d0065bfd5132599, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:34,987 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:34,987 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:34,987 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:20:35,003 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f/5400f0cc19144075acda6f59ea461246 is 29, key is row1/f:/1732789233916/DeleteFamily/seqid=0
2024-11-28T10:20:35,003 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/info/4dc990b34f8c41088354d92aea476b08 is 147, key is hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48./info:regioninfo/1732789229901/Put/seqid=0
2024-11-28T10:20:35,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=5118)
2024-11-28T10:20:35,007 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f/5400f0cc19144075acda6f59ea461246
2024-11-28T10:20:35,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:20:35,011 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5400f0cc19144075acda6f59ea461246
2024-11-28T10:20:35,026 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f1/240a41b1d42849a39044c9ab94895757 is 30, key is row1/f1:/1732789233916/DeleteFamily/seqid=0
2024-11-28T10:20:35,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=5123)
2024-11-28T10:20:35,041 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:35,061 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 915, reset compression=false
2024-11-28T10:20:35,065 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:35,065 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1162, reset compression=false
2024-11-28T10:20:35,065 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41949,1732789218782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:35,066 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,41949,1732789218782: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,41949,1732789218782, walGroup=e792e7e95410%2C41949%2C1732789218782, offset=e792e7e95410%2C41949%2C1732789218782.1732789221155:1162, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:41949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:20:35,067 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:20:35,067 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:20:35,068 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:20:35,068 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:20:35,068 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:20:35,068 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 582076304
      },
      "NonHeapMemoryUsage": {
        "committed": 194445312,
        "init": 7667712,
        "max": -1,
        "used": 191248600
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:20:35,069 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:20:35,111 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:20:35,111 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:20:35,113 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:35,187 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e9d3d1250b3c537d0065bfd5132599, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,268 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1162, reset compression=false
2024-11-28T10:20:35,387 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e9d3d1250b3c537d0065bfd5132599, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,408 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/info/4dc990b34f8c41088354d92aea476b08
2024-11-28T10:20:35,423 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/ns/a0994d7cb416430bbd374c2272d80910 is 43, key is default/ns:d/1732789222176/Put/seqid=0
2024-11-28T10:20:35,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=5153)
2024-11-28T10:20:35,430 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f1/240a41b1d42849a39044c9ab94895757
2024-11-28T10:20:35,433 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240a41b1d42849a39044c9ab94895757
2024-11-28T10:20:35,451 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/norep/49108dc59c7341b18fad20d6e1acc70b is 33, key is row1/norep:/1732789233916/DeleteFamily/seqid=0
2024-11-28T10:20:35,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=5108)
2024-11-28T10:20:35,517 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:35,571 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1162, reset compression=false
2024-11-28T10:20:35,588 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e9d3d1250b3c537d0065bfd5132599, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:35,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:35,655 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28383 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:35,788 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e9d3d1250b3c537d0065bfd5132599, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,827 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/ns/a0994d7cb416430bbd374c2272d80910
2024-11-28T10:20:35,847 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/b1725bbf193d4c2d9299708b919841f4 is 112, key is test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599./rep_barrier:seqnumDuringOpen/1732789225561/Put/seqid=0
2024-11-28T10:20:35,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=5518)
2024-11-28T10:20:35,855 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/norep/49108dc59c7341b18fad20d6e1acc70b
2024-11-28T10:20:35,858 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49108dc59c7341b18fad20d6e1acc70b
2024-11-28T10:20:35,859 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f/5400f0cc19144075acda6f59ea461246 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/f/5400f0cc19144075acda6f59ea461246
2024-11-28T10:20:35,863 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5400f0cc19144075acda6f59ea461246
2024-11-28T10:20:35,863 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/f/5400f0cc19144075acda6f59ea461246, entries=2, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:35,864 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/f1/240a41b1d42849a39044c9ab94895757 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/f1/240a41b1d42849a39044c9ab94895757
2024-11-28T10:20:35,868 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 240a41b1d42849a39044c9ab94895757
2024-11-28T10:20:35,868 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/f1/240a41b1d42849a39044c9ab94895757, entries=2, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:35,869 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/.tmp/norep/49108dc59c7341b18fad20d6e1acc70b as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/norep/49108dc59c7341b18fad20d6e1acc70b
2024-11-28T10:20:35,873 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49108dc59c7341b18fad20d6e1acc70b
2024-11-28T10:20:35,873 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/norep/49108dc59c7341b18fad20d6e1acc70b, entries=1, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:35,874 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 30e9d3d1250b3c537d0065bfd5132599 in 887ms, sequenceid=8, compaction requested=false
2024-11-28T10:20:35,878 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/default/test/30e9d3d1250b3c537d0065bfd5132599/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T10:20:35,878 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:35,879 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30e9d3d1250b3c537d0065bfd5132599:
Waiting for close lock at 1732789234987Running coprocessor pre-close hooks at 1732789234987Disabling compacts and flushes for region at 1732789234987Disabling writes for close at 1732789234987Obtaining lock to block concurrent updates at 1732789234987Preparing flush snapshotting stores in 30e9d3d1250b3c537d0065bfd5132599 at 1732789234987Finished memstore snapshotting test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732789234987Flushing stores of test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599. at 1732789234988 (+1 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/f: creating writer at 1732789234988Flushing 30e9d3d1250b3c537d0065bfd5132599/f: appending metadata at 1732789235003 (+15 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/f: closing flushed file at 1732789235003Flushing 30e9d3d1250b3c537d0065bfd5132599/f1: creating writer at 1732789235011 (+8 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/f1: appending metadata at 1732789235025 (+14 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/f1: closing flushed file at 1732789235025Flushing 30e9d3d1250b3c537d0065bfd5132599/norep: creating writer at 1732789235433 (+408 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/norep: appending metadata at 1732789235450 (+17 ms)Flushing 30e9d3d1250b3c537d0065bfd5132599/norep: closing flushed file at 1732789235450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41155487: reopening flushed file at 1732789235858 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2deea4: reopening flushed file at 1732789235863 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc5be1f: reopening flushed file at 1732789235868 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 30e9d3d1250b3c537d0065bfd5132599 in 887ms, sequenceid=8, compaction requested=false at 1732789235874 (+6 ms)Writing region close event to WAL at 1732789235875 (+1 ms)Running coprocessor post-close hooks at 1732789235878 (+3 ms)Closed at 1732789235879 (+1 ms)
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789224418.30e9d3d1250b3c537d0065bfd5132599.
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72a21950e017be88422ed61e3a41fe48, disabling compactions & flushes
2024-11-28T10:20:35,879 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48. after waiting 0 ms
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72a21950e017be88422ed61e3a41fe48:
Waiting for close lock at 1732789235879Running coprocessor pre-close hooks at 1732789235879Disabling compacts and flushes for region at 1732789235879Disabling writes for close at 1732789235879Failed flush hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., putting online again at 1732789235879
2024-11-28T10:20:35,879 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,975 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1162, reset compression=false
2024-11-28T10:20:35,980 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:35,980 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1806, reset compression=false
2024-11-28T10:20:35,988 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:20:35,988 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1325): Online Regions={72a21950e017be88422ed61e3a41fe48=hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:20:35,988 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,988 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72a21950e017be88422ed61e3a41fe48
2024-11-28T10:20:35,988 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72a21950e017be88422ed61e3a41fe48, disabling compactions & flushes
2024-11-28T10:20:35,989 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,989 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,989 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48. after waiting 0 ms
2024-11-28T10:20:35,989 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:35,989 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72a21950e017be88422ed61e3a41fe48:
Waiting for close lock at 1732789235988Running coprocessor pre-close hooks at 1732789235988Disabling compacts and flushes for region at 1732789235988Disabling writes for close at 1732789235989 (+1 ms)Failed flush hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48., putting online again at 1732789235989
2024-11-28T10:20:35,989 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789228739.72a21950e017be88422ed61e3a41fe48.
2024-11-28T10:20:36,021 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:36,184 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1806, reset compression=false
2024-11-28T10:20:36,189 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:36,251 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/b1725bbf193d4c2d9299708b919841f4
2024-11-28T10:20:36,271 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/table/cb53494ae5654b959ca29953262e3736 is 53, key is hbase:replication/table:state/1732789229908/Put/seqid=0
2024-11-28T10:20:36,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:20:36,389 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:36,487 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1806, reset compression=false
2024-11-28T10:20:36,589 DEBUG [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:20:36,625 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:36,676 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/table/cb53494ae5654b959ca29953262e3736
2024-11-28T10:20:36,680 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/info/4dc990b34f8c41088354d92aea476b08 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/info/4dc990b34f8c41088354d92aea476b08
2024-11-28T10:20:36,684 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/info/4dc990b34f8c41088354d92aea476b08, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:20:36,685 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/ns/a0994d7cb416430bbd374c2272d80910 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/ns/a0994d7cb416430bbd374c2272d80910
2024-11-28T10:20:36,689 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/ns/a0994d7cb416430bbd374c2272d80910, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:20:36,690 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/rep_barrier/b1725bbf193d4c2d9299708b919841f4 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/rep_barrier/b1725bbf193d4c2d9299708b919841f4
2024-11-28T10:20:36,693 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/rep_barrier/b1725bbf193d4c2d9299708b919841f4, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:20:36,694 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/.tmp/table/cb53494ae5654b959ca29953262e3736 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/table/cb53494ae5654b959ca29953262e3736
2024-11-28T10:20:36,698 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/table/cb53494ae5654b959ca29953262e3736, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:20:36,746 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false
2024-11-28T10:20:36,751 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:20:36,751 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:36,751 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:36,751 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:36,751 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789234987Running coprocessor pre-close hooks at 1732789234987Disabling compacts and flushes for region at 1732789234987Disabling writes for close at 1732789234987Obtaining lock to block concurrent updates at 1732789234987Preparing flush snapshotting stores in 1588230740 at 1732789234987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789234988 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732789234988Flushing 1588230740/info: creating writer at 1732789234988Flushing 1588230740/info: appending metadata at 1732789235003 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732789235003Flushing 1588230740/ns: creating writer at 1732789235411 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732789235423 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732789235423Flushing 1588230740/rep_barrier: creating writer at 1732789235831 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789235847 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789235847Flushing 1588230740/table: creating writer at 1732789236255 (+408 ms)Flushing 1588230740/table: appending metadata at 1732789236271 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789236271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3536f05d: reopening flushed file at 1732789236680 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a234a2d: reopening flushed file at 1732789236684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e520e0: reopening flushed file at 1732789236689 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e5749: reopening flushed file at 1732789236693 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false at 1732789236746 (+53 ms)Writing region close event to WAL at 1732789236748 (+2 ms)Running coprocessor post-close hooks at 1732789236751 (+3 ms)Closed at 1732789236751
2024-11-28T10:20:36,751 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:36,789 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-28T10:20:36,789 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,41949,1732789218782; all regions closed.
2024-11-28T10:20:36,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:20:36,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=1515)
2024-11-28T10:20:36,793 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.rep.1732789229872 not finished, retry = 0
2024-11-28T10:20:36,894 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 to pos 1806, reset compression=false
2024-11-28T10:20:36,897 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155 not finished, retry = 0
2024-11-28T10:20:36,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=1814)
2024-11-28T10:20:36,998 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:36,998 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:36,998 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/WALs/e792e7e95410,41949,1732789218782/e792e7e95410%2C41949%2C1732789218782.1732789221155
2024-11-28T10:20:36,998 INFO  [RS:0;e792e7e95410:41949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:36,998 INFO  [RS:0;e792e7e95410:41949 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:36,999 INFO  [RS:0;e792e7e95410:41949 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:36,999 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:36,999 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,41949,1732789218782 because: Region server is closing
2024-11-28T10:20:36,999 INFO  [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41949.
2024-11-28T10:20:36,999 DEBUG [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:36,999 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:36,999 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:36,999 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:37,100 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.shippere792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 terminated
2024-11-28T10:20:37,100 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41949,1732789218782.replicationSource.wal-reader.e792e7e95410%2C41949%2C1732789218782,1-e792e7e95410,41949,1732789218782 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-28T10:20:37,100 INFO  [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41949.
2024-11-28T10:20:37,100 DEBUG [RS:0;e792e7e95410:41949 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:37,100 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:37,100 DEBUG [RS:0;e792e7e95410:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:37,100 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:37,100 INFO  [RS:0;e792e7e95410:41949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41949
2024-11-28T10:20:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1257124168/rs/e792e7e95410,41949,1732789218782
2024-11-28T10:20:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168/rs
2024-11-28T10:20:37,127 INFO  [RS:0;e792e7e95410:41949 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:37,137 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,41949,1732789218782]
2024-11-28T10:20:37,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1257124168/draining/e792e7e95410,41949,1732789218782 already deleted, retry=false
2024-11-28T10:20:37,148 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,41949,1732789218782 expired; onlineServers=0
2024-11-28T10:20:37,148 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43125,1732789218479' *****
2024-11-28T10:20:37,148 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:20:37,148 INFO  [M:0;e792e7e95410:43125 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:37,148 INFO  [M:0;e792e7e95410:43125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:37,148 DEBUG [M:0;e792e7e95410:43125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:20:37,149 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:20:37,149 DEBUG [M:0;e792e7e95410:43125 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:20:37,149 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789220930 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789220930,5,FailOnTimeoutGroup]
2024-11-28T10:20:37,149 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789220930 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789220930,5,FailOnTimeoutGroup]
2024-11-28T10:20:37,149 INFO  [M:0;e792e7e95410:43125 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:37,149 INFO  [M:0;e792e7e95410:43125 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:37,149 DEBUG [M:0;e792e7e95410:43125 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:20:37,149 INFO  [M:0;e792e7e95410:43125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:20:37,149 INFO  [M:0;e792e7e95410:43125 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:37,149 INFO  [M:0;e792e7e95410:43125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:20:37,149 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:20:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1257124168/master
2024-11-28T10:20:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1257124168
2024-11-28T10:20:37,159 DEBUG [M:0;e792e7e95410:43125 {}] zookeeper.ZKUtil(347): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Unable to get data of znode /1257124168/master because node does not exist (not an error)
2024-11-28T10:20:37,159 WARN  [M:0;e792e7e95410:43125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:20:37,159 INFO  [M:0;e792e7e95410:43125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/.lastflushedseqids
2024-11-28T10:20:37,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=245)
2024-11-28T10:20:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:37,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x10180f50c820004, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:37,238 INFO  [RS:0;e792e7e95410:41949 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:37,238 INFO  [RS:0;e792e7e95410:41949 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,41949,1732789218782; zookeeper connection closed.
2024-11-28T10:20:37,238 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e55a6cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e55a6cb
2024-11-28T10:20:37,238 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:20:37,328 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:37,563 INFO  [M:0;e792e7e95410:43125 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:20:37,564 INFO  [M:0;e792e7e95410:43125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:20:37,564 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:37,564 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:37,564 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:37,564 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:37,564 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:37,564 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-28T10:20:37,579 DEBUG [M:0;e792e7e95410:43125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d5d6be4044233991f03f165925ed1 is 82, key is hbase:meta,,1/info:regioninfo/1732789222160/Put/seqid=0
2024-11-28T10:20:37,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=5672)
2024-11-28T10:20:37,984 INFO  [M:0;e792e7e95410:43125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d5d6be4044233991f03f165925ed1
2024-11-28T10:20:38,000 DEBUG [M:0;e792e7e95410:43125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/935ecc45fbc945998b5cec5a3933c037 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789229911/Put/seqid=0
2024-11-28T10:20:38,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=8516)
2024-11-28T10:20:38,132 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:38,404 INFO  [M:0;e792e7e95410:43125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/935ecc45fbc945998b5cec5a3933c037
2024-11-28T10:20:38,424 DEBUG [M:0;e792e7e95410:43125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92f0a01873ae4272b190bffa684aee7b is 69, key is e792e7e95410,41949,1732789218782/rs:state/1732789220978/Put/seqid=0
2024-11-28T10:20:38,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=5156)
2024-11-28T10:20:38,828 INFO  [M:0;e792e7e95410:43125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92f0a01873ae4272b190bffa684aee7b
2024-11-28T10:20:38,832 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f90d5d6be4044233991f03f165925ed1 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f90d5d6be4044233991f03f165925ed1
2024-11-28T10:20:38,836 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f90d5d6be4044233991f03f165925ed1, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:20:38,837 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/935ecc45fbc945998b5cec5a3933c037 as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/935ecc45fbc945998b5cec5a3933c037
2024-11-28T10:20:38,840 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/935ecc45fbc945998b5cec5a3933c037, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:20:38,841 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92f0a01873ae4272b190bffa684aee7b as hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92f0a01873ae4272b190bffa684aee7b
2024-11-28T10:20:38,844 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33111/user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92f0a01873ae4272b190bffa684aee7b, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:20:38,845 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false
2024-11-28T10:20:38,846 INFO  [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:38,846 DEBUG [M:0;e792e7e95410:43125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789237564Disabling compacts and flushes for region at 1732789237564Disabling writes for close at 1732789237564Obtaining lock to block concurrent updates at 1732789237564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789237564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732789237564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789237565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789237565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789237579 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789237579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789237987 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789238000 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789238000Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789238408 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789238424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789238424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bcfef95: reopening flushed file at 1732789238832 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6822c53a: reopening flushed file at 1732789238836 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8fcee4: reopening flushed file at 1732789238840 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1732789238845 (+5 ms)Writing region close event to WAL at 1732789238846 (+1 ms)Closed at 1732789238846
2024-11-28T10:20:38,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=63654)
2024-11-28T10:20:38,848 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c001247e-95c8-b922-e22a-5df7ecdce1e7/MasterData/WALs/e792e7e95410,43125,1732789218479/e792e7e95410%2C43125%2C1732789218479.1732789220656 not finished, retry = 0
2024-11-28T10:20:38,949 INFO  [M:0;e792e7e95410:43125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:20:38,949 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:38,949 INFO  [M:0;e792e7e95410:43125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43125
2024-11-28T10:20:38,949 INFO  [M:0;e792e7e95410:43125 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:39,036 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:39,101 INFO  [M:0;e792e7e95410:43125 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:39,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43125-0x10180f50c820003, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:39,103 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499050a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:39,104 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e0d79e1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:39,104 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:39,104 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264b8677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:39,104 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:39,106 WARN  [BP-356272280-172.17.0.2-1732789216529 heartbeating to localhost/127.0.0.1:33111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:20:39,106 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:20:39,106 WARN  [BP-356272280-172.17.0.2-1732789216529 heartbeating to localhost/127.0.0.1:33111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356272280-172.17.0.2-1732789216529 (Datanode Uuid 0388efad-0496-412c-a9c0-e294367cd611) service to localhost/127.0.0.1:33111
2024-11-28T10:20:39,106 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:20:39,107 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/cluster_7bfd738f-c8be-a8c7-2ba1-8e72779091ef/data/data1/current/BP-356272280-172.17.0.2-1732789216529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:39,107 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/cluster_7bfd738f-c8be-a8c7-2ba1-8e72779091ef/data/data2/current/BP-356272280-172.17.0.2-1732789216529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:39,107 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:20:39,113 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17881b62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:39,114 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aafb10b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:39,114 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:39,114 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6999b4dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:39,114 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fbd441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:39,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:20:39,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:20:39,126 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:39,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:39,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:39,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:39,126 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:39,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:20:39,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=624902840, stopped=false
2024-11-28T10:20:39,126 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,32995,1732789213319
2024-11-28T10:20:39,243 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290809990/running
2024-11-28T10:20:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290809990/running
2024-11-28T10:20:39,243 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:39,243 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:39,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/running
2024-11-28T10:20:39,244 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:20:39,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Set watcher on znode that does not yet exist, /0-1290809990/running
2024-11-28T10:20:39,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:39,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:39,244 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,44047,1732789213542' *****
2024-11-28T10:20:39,244 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:20:39,244 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a5aceca139b6d8e42c922f3f732eac7
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(3091): Received CLOSE for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,44047,1732789213542
2024-11-28T10:20:39,244 INFO  [RS:0;e792e7e95410:44047 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:39,245 INFO  [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:44047.
2024-11-28T10:20:39,245 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a5aceca139b6d8e42c922f3f732eac7, disabling compactions & flushes
2024-11-28T10:20:39,245 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:39,245 DEBUG [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:39,245 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:39,245 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:39,245 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7. after waiting 0 ms
2024-11-28T10:20:39,245 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:39,245 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:20:39,245 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a5aceca139b6d8e42c922f3f732eac7 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-28T10:20:39,248 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:20:39,248 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:20:39,248 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:20:39,248 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:20:39,248 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1325): Online Regions={3a5aceca139b6d8e42c922f3f732eac7=test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7., 1588230740=hbase:meta,,1.1588230740, ee627dfe4a76446849d528fdb65049ad=hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.}
2024-11-28T10:20:39,248 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:39,248 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:39,248 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:39,249 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:39,249 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:39,249 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:39,249 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:20:39,259 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f/3c1c2a72cd4c48b7b9beae157843bde4 is 29, key is row1/f:/1732789233916/DeleteFamily/seqid=0
2024-11-28T10:20:39,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741840_1016 (size=5118)
2024-11-28T10:20:39,264 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/info/639b315f459346299a2af3645d5c20eb is 147, key is hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad./info:regioninfo/1732789227745/Put/seqid=0
2024-11-28T10:20:39,264 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:39,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:20:39,449 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:39,649 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:39,663 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f/3c1c2a72cd4c48b7b9beae157843bde4
2024-11-28T10:20:39,667 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/info/639b315f459346299a2af3645d5c20eb
2024-11-28T10:20:39,668 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c1c2a72cd4c48b7b9beae157843bde4
2024-11-28T10:20:39,681 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f1/5b8c0749055f4ce8bb5151b46778f358 is 30, key is row1/f1:/1732789233916/DeleteFamily/seqid=0
2024-11-28T10:20:39,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741842_1018 (size=5123)
2024-11-28T10:20:39,690 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:20:39,690 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:20:39,692 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/ns/2d17011c3bc641f0922cb65aff25d16b is 43, key is default/ns:d/1732789216462/Put/seqid=0
2024-11-28T10:20:39,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741843_1019 (size=5153)
2024-11-28T10:20:39,849 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,039 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 912, reset compression=false
2024-11-28T10:20:40,045 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:40,045 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 1159, reset compression=false
2024-11-28T10:20:40,045 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,44047,1732789213542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:20:40,046 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,44047,1732789213542: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,44047,1732789213542, walGroup=e792e7e95410%2C44047%2C1732789213542, offset=e792e7e95410%2C44047%2C1732789213542.1732789215777:1159, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:44047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:20:40,048 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:20:40,048 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:20:40,048 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:20:40,048 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:20:40,048 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:20:40,048 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 649185168
      },
      "NonHeapMemoryUsage": {
        "committed": 194641920,
        "init": 7667712,
        "max": -1,
        "used": 191857520
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:20:40,049 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:32995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:32995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:20:40,049 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,085 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f1/5b8c0749055f4ce8bb5151b46778f358
2024-11-28T10:20:40,090 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8c0749055f4ce8bb5151b46778f358
2024-11-28T10:20:40,096 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/ns/2d17011c3bc641f0922cb65aff25d16b
2024-11-28T10:20:40,104 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/norep/0c8367ce79714c32b2917f8dada62faf is 32, key is row/norep:/1732789232910/DeleteFamily/seqid=0
2024-11-28T10:20:40,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741844_1020 (size=5101)
2024-11-28T10:20:40,120 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4246d842af43a8a0e165a574fcf95c is 112, key is test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7./rep_barrier:seqnumDuringOpen/1732789223414/Put/seqid=0
2024-11-28T10:20:40,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741845_1021 (size=5518)
2024-11-28T10:20:40,249 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,250 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 1159, reset compression=false
2024-11-28T10:20:40,450 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a5aceca139b6d8e42c922f3f732eac7, ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,508 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/norep/0c8367ce79714c32b2917f8dada62faf
2024-11-28T10:20:40,512 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c8367ce79714c32b2917f8dada62faf
2024-11-28T10:20:40,513 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f/3c1c2a72cd4c48b7b9beae157843bde4 as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/f/3c1c2a72cd4c48b7b9beae157843bde4
2024-11-28T10:20:40,517 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c1c2a72cd4c48b7b9beae157843bde4
2024-11-28T10:20:40,517 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/f/3c1c2a72cd4c48b7b9beae157843bde4, entries=2, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:40,518 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/f1/5b8c0749055f4ce8bb5151b46778f358 as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/f1/5b8c0749055f4ce8bb5151b46778f358
2024-11-28T10:20:40,522 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b8c0749055f4ce8bb5151b46778f358
2024-11-28T10:20:40,522 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/f1/5b8c0749055f4ce8bb5151b46778f358, entries=2, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:40,523 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/.tmp/norep/0c8367ce79714c32b2917f8dada62faf as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/norep/0c8367ce79714c32b2917f8dada62faf
2024-11-28T10:20:40,526 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4246d842af43a8a0e165a574fcf95c
2024-11-28T10:20:40,528 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c8367ce79714c32b2917f8dada62faf
2024-11-28T10:20:40,528 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/norep/0c8367ce79714c32b2917f8dada62faf, entries=1, sequenceid=8, filesize=5.0 K
2024-11-28T10:20:40,529 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3a5aceca139b6d8e42c922f3f732eac7 in 1284ms, sequenceid=8, compaction requested=false
2024-11-28T10:20:40,529 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:20:40,543 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/default/test/3a5aceca139b6d8e42c922f3f732eac7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:40,544 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a5aceca139b6d8e42c922f3f732eac7:
Waiting for close lock at 1732789239244Running coprocessor pre-close hooks at 1732789239244Disabling compacts and flushes for region at 1732789239245 (+1 ms)Disabling writes for close at 1732789239245Obtaining lock to block concurrent updates at 1732789239245Preparing flush snapshotting stores in 3a5aceca139b6d8e42c922f3f732eac7 at 1732789239245Finished memstore snapshotting test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732789239245Flushing stores of test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7. at 1732789239246 (+1 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/f: creating writer at 1732789239246Flushing 3a5aceca139b6d8e42c922f3f732eac7/f: appending metadata at 1732789239259 (+13 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/f: closing flushed file at 1732789239259Flushing 3a5aceca139b6d8e42c922f3f732eac7/f1: creating writer at 1732789239668 (+409 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/f1: appending metadata at 1732789239681 (+13 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/f1: closing flushed file at 1732789239681Flushing 3a5aceca139b6d8e42c922f3f732eac7/norep: creating writer at 1732789240090 (+409 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/norep: appending metadata at 1732789240103 (+13 ms)Flushing 3a5aceca139b6d8e42c922f3f732eac7/norep: closing flushed file at 1732789240103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3652327d: reopening flushed file at 1732789240512 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cead92: reopening flushed file at 1732789240517 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e101b58: reopening flushed file at 1732789240522 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3a5aceca139b6d8e42c922f3f732eac7 in 1284ms, sequenceid=8, compaction requested=false at 1732789240529 (+7 ms)Writing region close event to WAL at 1732789240540 (+11 ms)Running coprocessor post-close hooks at 1732789240543 (+3 ms)Closed at 1732789240544 (+1 ms)
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789222269.3a5aceca139b6d8e42c922f3f732eac7.
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee627dfe4a76446849d528fdb65049ad, disabling compactions & flushes
2024-11-28T10:20:40,544 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad. after waiting 0 ms
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,544 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee627dfe4a76446849d528fdb65049ad:
Waiting for close lock at 1732789240544Running coprocessor pre-close hooks at 1732789240544Disabling compacts and flushes for region at 1732789240544Disabling writes for close at 1732789240544Failed flush hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad., putting online again at 1732789240544
2024-11-28T10:20:40,545 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,553 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/table/f37d5dca36534f0490f9b2a09e8b4f41 is 53, key is hbase:replication/table:state/1732789227753/Put/seqid=0
2024-11-28T10:20:40,554 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 1159, reset compression=false
2024-11-28T10:20:40,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:20:40,557 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/table/f37d5dca36534f0490f9b2a09e8b4f41
2024-11-28T10:20:40,559 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:20:40,559 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 1803, reset compression=false
2024-11-28T10:20:40,562 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/info/639b315f459346299a2af3645d5c20eb as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/info/639b315f459346299a2af3645d5c20eb
2024-11-28T10:20:40,566 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/info/639b315f459346299a2af3645d5c20eb, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:20:40,567 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/ns/2d17011c3bc641f0922cb65aff25d16b as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/ns/2d17011c3bc641f0922cb65aff25d16b
2024-11-28T10:20:40,570 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/ns/2d17011c3bc641f0922cb65aff25d16b, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:20:40,571 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4246d842af43a8a0e165a574fcf95c as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/rep_barrier/6f4246d842af43a8a0e165a574fcf95c
2024-11-28T10:20:40,575 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/rep_barrier/6f4246d842af43a8a0e165a574fcf95c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:20:40,575 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/.tmp/table/f37d5dca36534f0490f9b2a09e8b4f41 as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/table/f37d5dca36534f0490f9b2a09e8b4f41
2024-11-28T10:20:40,579 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/table/f37d5dca36534f0490f9b2a09e8b4f41, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:20:40,580 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false
2024-11-28T10:20:40,580 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:20:40,584 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:20:40,585 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:20:40,585 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:20:40,585 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:40,585 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789239248Running coprocessor pre-close hooks at 1732789239248Disabling compacts and flushes for region at 1732789239248Disabling writes for close at 1732789239249 (+1 ms)Obtaining lock to block concurrent updates at 1732789239249Preparing flush snapshotting stores in 1588230740 at 1732789239249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789239249Flushing stores of hbase:meta,,1.1588230740 at 1732789239249Flushing 1588230740/info: creating writer at 1732789239250 (+1 ms)Flushing 1588230740/info: appending metadata at 1732789239263 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732789239263Flushing 1588230740/ns: creating writer at 1732789239670 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732789239691 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732789239691Flushing 1588230740/rep_barrier: creating writer at 1732789240100 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789240120 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789240120Flushing 1588230740/table: creating writer at 1732789240530 (+410 ms)Flushing 1588230740/table: appending metadata at 1732789240552 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732789240552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce211d8: reopening flushed file at 1732789240561 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698af58f: reopening flushed file at 1732789240566 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef19ad5: reopening flushed file at 1732789240571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42638c9b: reopening flushed file at 1732789240575 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732789240580 (+5 ms)Writing region close event to WAL at 1732789240582 (+2 ms)Running coprocessor post-close hooks at 1732789240585 (+3 ms)Closed at 1732789240585
2024-11-28T10:20:40,585 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:40,650 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:20:40,650 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1325): Online Regions={ee627dfe4a76446849d528fdb65049ad=hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.}
2024-11-28T10:20:40,650 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(3091): Received CLOSE for ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,650 DEBUG [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1351): Waiting on ee627dfe4a76446849d528fdb65049ad
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee627dfe4a76446849d528fdb65049ad, disabling compactions & flushes
2024-11-28T10:20:40,650 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad. after waiting 0 ms
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee627dfe4a76446849d528fdb65049ad:
Waiting for close lock at 1732789240650Running coprocessor pre-close hooks at 1732789240650Disabling compacts and flushes for region at 1732789240650Disabling writes for close at 1732789240650Failed flush hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad., putting online again at 1732789240650
2024-11-28T10:20:40,650 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789226584.ee627dfe4a76446849d528fdb65049ad.
2024-11-28T10:20:40,763 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.wal-reader.e792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.1732789215777 to pos 1803, reset compression=false
2024-11-28T10:20:40,850 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-28T10:20:40,850 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,44047,1732789213542; all regions closed.
2024-11-28T10:20:40,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:20:40,852 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.meta.1732789216406.meta not finished, retry = 0
2024-11-28T10:20:40,955 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/WALs/e792e7e95410,44047,1732789213542/e792e7e95410%2C44047%2C1732789213542.rep.1732789227716 not finished, retry = 0
2024-11-28T10:20:40,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741839_1015 (size=1733)
2024-11-28T10:20:41,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741833_1009 (size=1811)
2024-11-28T10:20:41,060 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:41,060 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,44047,1732789213542 because: Region server is closing
2024-11-28T10:20:41,060 INFO  [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:44047.
2024-11-28T10:20:41,060 DEBUG [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:41,061 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:41,061 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:41,061 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:41,161 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,44047,1732789213542.replicationSource.shippere792e7e95410%2C44047%2C1732789213542,1-e792e7e95410,44047,1732789213542 terminated
2024-11-28T10:20:41,161 INFO  [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:44047.
2024-11-28T10:20:41,161 DEBUG [RS:0;e792e7e95410:44047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:20:41,161 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:41,161 DEBUG [RS:0;e792e7e95410:44047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:41,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:20:41,161 INFO  [RS:0;e792e7e95410:44047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44047
2024-11-28T10:20:41,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990/rs
2024-11-28T10:20:41,232 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290809990/rs/e792e7e95410,44047,1732789213542
2024-11-28T10:20:41,232 INFO  [RS:0;e792e7e95410:44047 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:41,242 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,44047,1732789213542]
2024-11-28T10:20:41,253 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290809990/draining/e792e7e95410,44047,1732789213542 already deleted, retry=false
2024-11-28T10:20:41,253 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,44047,1732789213542 expired; onlineServers=0
2024-11-28T10:20:41,253 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,32995,1732789213319' *****
2024-11-28T10:20:41,253 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:20:41,253 INFO  [M:0;e792e7e95410:32995 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:20:41,253 INFO  [M:0;e792e7e95410:32995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:20:41,253 DEBUG [M:0;e792e7e95410:32995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:20:41,253 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:20:41,253 DEBUG [M:0;e792e7e95410:32995 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:20:41,253 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789215584 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789215584,5,FailOnTimeoutGroup]
2024-11-28T10:20:41,253 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789215584 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789215584,5,FailOnTimeoutGroup]
2024-11-28T10:20:41,253 INFO  [M:0;e792e7e95410:32995 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:20:41,254 INFO  [M:0;e792e7e95410:32995 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:20:41,254 DEBUG [M:0;e792e7e95410:32995 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:20:41,254 INFO  [M:0;e792e7e95410:32995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:20:41,254 INFO  [M:0;e792e7e95410:32995 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:20:41,254 INFO  [M:0;e792e7e95410:32995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:20:41,254 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:20:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290809990/master
2024-11-28T10:20:41,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290809990
2024-11-28T10:20:41,264 DEBUG [M:0;e792e7e95410:32995 {}] zookeeper.ZKUtil(347): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Unable to get data of znode /0-1290809990/master because node does not exist (not an error)
2024-11-28T10:20:41,264 WARN  [M:0;e792e7e95410:32995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:20:41,264 INFO  [M:0;e792e7e95410:32995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/.lastflushedseqids
2024-11-28T10:20:41,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741847_1023 (size=245)
2024-11-28T10:20:41,343 INFO  [RS:0;e792e7e95410:44047 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:41,343 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:41,343 INFO  [RS:0;e792e7e95410:44047 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,44047,1732789213542; zookeeper connection closed.
2024-11-28T10:20:41,343 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44047-0x10180f50c820001, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:41,343 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a72ef98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a72ef98
2024-11-28T10:20:41,343 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:20:41,381 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:41,381 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,407 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,407 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,408 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,408 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,408 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,408 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,415 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:41,668 INFO  [M:0;e792e7e95410:32995 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:20:41,669 INFO  [M:0;e792e7e95410:32995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:20:41,669 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:41,669 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:41,669 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:41,669 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:41,669 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:41,669 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-28T10:20:41,683 DEBUG [M:0;e792e7e95410:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1288847ad4b44f591aafc4792aa99b4 is 82, key is hbase:meta,,1/info:regioninfo/1732789216434/Put/seqid=0
2024-11-28T10:20:41,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741848_1024 (size=5672)
2024-11-28T10:20:42,086 INFO  [M:0;e792e7e95410:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1288847ad4b44f591aafc4792aa99b4
2024-11-28T10:20:42,107 DEBUG [M:0;e792e7e95410:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ab481c9fe224410976bcd12708c1147 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789227756/Put/seqid=0
2024-11-28T10:20:42,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741849_1025 (size=8516)
2024-11-28T10:20:42,534 INFO  [M:0;e792e7e95410:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ab481c9fe224410976bcd12708c1147
2024-11-28T10:20:42,551 DEBUG [M:0;e792e7e95410:32995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2f75dd57e40eda80867b466bb65bc is 69, key is e792e7e95410,44047,1732789213542/rs:state/1732789215620/Put/seqid=0
2024-11-28T10:20:42,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741850_1026 (size=5156)
2024-11-28T10:20:42,555 INFO  [M:0;e792e7e95410:32995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2f75dd57e40eda80867b466bb65bc
2024-11-28T10:20:42,559 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1288847ad4b44f591aafc4792aa99b4 as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1288847ad4b44f591aafc4792aa99b4
2024-11-28T10:20:42,563 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1288847ad4b44f591aafc4792aa99b4, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:20:42,563 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ab481c9fe224410976bcd12708c1147 as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ab481c9fe224410976bcd12708c1147
2024-11-28T10:20:42,566 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ab481c9fe224410976bcd12708c1147, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:20:42,567 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2f75dd57e40eda80867b466bb65bc as hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07b2f75dd57e40eda80867b466bb65bc
2024-11-28T10:20:42,570 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37537/user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07b2f75dd57e40eda80867b466bb65bc, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:20:42,570 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false
2024-11-28T10:20:42,571 INFO  [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:42,571 DEBUG [M:0;e792e7e95410:32995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789241669Disabling compacts and flushes for region at 1732789241669Disabling writes for close at 1732789241669Obtaining lock to block concurrent updates at 1732789241669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789241669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732789241669Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789241670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789241670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789241682 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789241682Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789242090 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789242106 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789242106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789242538 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789242551 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789242551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa6552d: reopening flushed file at 1732789242559 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d6186c: reopening flushed file at 1732789242563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3e446a: reopening flushed file at 1732789242566 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false at 1732789242570 (+4 ms)Writing region close event to WAL at 1732789242571 (+1 ms)Closed at 1732789242571
2024-11-28T10:20:42,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42575 is added to blk_1073741830_1006 (size=63654)
2024-11-28T10:20:42,573 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/681d1e6f-0f56-4c9d-2f74-d173cf74fda1/MasterData/WALs/e792e7e95410,32995,1732789213319/e792e7e95410%2C32995%2C1732789213319.1732789215309 not finished, retry = 0
2024-11-28T10:20:42,674 INFO  [M:0;e792e7e95410:32995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:20:42,674 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:20:42,674 INFO  [M:0;e792e7e95410:32995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32995
2024-11-28T10:20:42,674 INFO  [M:0;e792e7e95410:32995 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:20:42,909 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:20:42,914 INFO  [M:0;e792e7e95410:32995 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:20:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32995-0x10180f50c820000, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:20:42,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dea8188{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:42,917 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25be6a12{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:42,917 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:42,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26a55c05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:42,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2800e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:42,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:20:42,919 WARN  [BP-240337752-172.17.0.2-1732789211367 heartbeating to localhost/127.0.0.1:37537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:20:42,919 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:20:42,919 WARN  [BP-240337752-172.17.0.2-1732789211367 heartbeating to localhost/127.0.0.1:37537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240337752-172.17.0.2-1732789211367 (Datanode Uuid 0149961e-dfbf-4464-adcb-8348491d1492) service to localhost/127.0.0.1:37537
2024-11-28T10:20:42,919 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/data/data1/current/BP-240337752-172.17.0.2-1732789211367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:42,919 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/cluster_e81621f7-c374-4c45-fbee-8e83696c1a03/data/data2/current/BP-240337752-172.17.0.2-1732789211367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:20:42,919 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:20:42,926 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be91210{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:42,926 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c561da{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:20:42,926 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:20:42,926 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f55408b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:20:42,927 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ee8f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92b1f91a-d867-ed1d-c3cd-00747e995be4/hadoop.log.dir/,STOPPED}
2024-11-28T10:20:42,932 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:20:42,944 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:20:42,954 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239)
Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37537 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33111
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33111
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37537 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:37537 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37537
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33111 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50569)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50569)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37537
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33111
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33111 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37537
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33111 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33111
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33111
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=655 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3874 (was 3956)
2024-11-28T10:20:42,963 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=3874
2024-11-28T10:20:42,975 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-28T10:20:42,975 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir so I do NOT create it in target/test-data/b557ee73-1bdb-6832-b610-d471f758e248
2024-11-28T10:20:42,976 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:20:42,976 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.tmp.dir so I do NOT create it in target/test-data/b557ee73-1bdb-6832-b610-d471f758e248
2024-11-28T10:20:42,976 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1fddb-91bd-6f9b-8ec5-abe9ccb3282e/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:20:42,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248
2024-11-28T10:20:42,976 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6, deleteOnExit=true
2024-11-28T10:20:42,992 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/zookeeper_0, clientPort=62567, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:20:42,992 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62567
2024-11-28T10:20:42,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:20:42,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:20:42,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/test.cache.data in system properties and HBase conf
2024-11-28T10:20:42,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:20:42,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:42,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:20:42,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:20:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f50c820005, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:20:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f50c820002, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:20:43,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f50c820005, quorum=127.0.0.1:50569, baseZNode=/1257124168 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:20:43,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f50c820002, quorum=127.0.0.1:50569, baseZNode=/0-1290809990 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:20:43,318 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:43,322 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:43,323 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:43,323 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:43,323 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:43,324 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:43,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c66c2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:43,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d59381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:20:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:20:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:20:43,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:20:43,449 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0fe4b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/java.io.tmpdir/jetty-localhost-35839-hadoop-hdfs-3_4_1-tests_jar-_-any-17637064915426362500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:43,449 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658b4e6e{HTTP/1.1, (http/1.1)}{localhost:35839}
2024-11-28T10:20:43,449 INFO  [Time-limited test {}] server.Server(415): Started @237381ms
2024-11-28T10:20:43,710 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:43,713 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:43,715 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:43,715 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:43,715 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:43,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@561287c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:43,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23543f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:43,833 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@393ac790{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/java.io.tmpdir/jetty-localhost-46637-hadoop-hdfs-3_4_1-tests_jar-_-any-12902780108789413319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:43,833 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@602a51b2{HTTP/1.1, (http/1.1)}{localhost:46637}
2024-11-28T10:20:43,833 INFO  [Time-limited test {}] server.Server(415): Started @237765ms
2024-11-28T10:20:43,834 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:20:44,649 WARN  [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/data/data1/current/BP-1651470794-172.17.0.2-1732789243011/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:44,649 WARN  [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/data/data2/current/BP-1651470794-172.17.0.2-1732789243011/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:44,678 WARN  [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:20:44,680 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb7e5aad5b8d0bff with lease ID 0x73c25172c68afffb: Processing first storage report for DS-cea3f292-0095-4a38-ab4d-9ea713a9f962 from datanode DatanodeRegistration(127.0.0.1:43089, datanodeUuid=7dbdf39e-9a88-4ba7-803f-a3c791fe41c5, infoPort=41007, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=370733048;c=1732789243011)
2024-11-28T10:20:44,680 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb7e5aad5b8d0bff with lease ID 0x73c25172c68afffb: from storage DS-cea3f292-0095-4a38-ab4d-9ea713a9f962 node DatanodeRegistration(127.0.0.1:43089, datanodeUuid=7dbdf39e-9a88-4ba7-803f-a3c791fe41c5, infoPort=41007, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=370733048;c=1732789243011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:44,680 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb7e5aad5b8d0bff with lease ID 0x73c25172c68afffb: Processing first storage report for DS-1dddbef6-5e6d-420a-b968-948bbba78765 from datanode DatanodeRegistration(127.0.0.1:43089, datanodeUuid=7dbdf39e-9a88-4ba7-803f-a3c791fe41c5, infoPort=41007, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=370733048;c=1732789243011)
2024-11-28T10:20:44,680 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb7e5aad5b8d0bff with lease ID 0x73c25172c68afffb: from storage DS-1dddbef6-5e6d-420a-b968-948bbba78765 node DatanodeRegistration(127.0.0.1:43089, datanodeUuid=7dbdf39e-9a88-4ba7-803f-a3c791fe41c5, infoPort=41007, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=370733048;c=1732789243011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:44,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248
2024-11-28T10:20:44,772 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:44,773 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:44,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:20:45,192 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295 with version=8
2024-11-28T10:20:45,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/hbase-staging
2024-11-28T10:20:45,194 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:45,194 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,194 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,194 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:45,195 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,195 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:45,195 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:20:45,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:45,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37601
2024-11-28T10:20:45,196 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37601 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:45,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376010x0, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:45,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37601-0x10180f5881a0000 connected
2024-11-28T10:20:45,372 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:45,374 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:45,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/running
2024-11-28T10:20:45,376 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295, hbase.cluster.distributed=false
2024-11-28T10:20:45,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/acl
2024-11-28T10:20:45,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37601
2024-11-28T10:20:45,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37601
2024-11-28T10:20:45,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37601
2024-11-28T10:20:45,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37601
2024-11-28T10:20:45,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37601
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:20:45,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:45,397 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41161
2024-11-28T10:20:45,397 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41161 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:45,398 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:45,400 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411610x0, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:45,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411610x0, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/running
2024-11-28T10:20:45,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41161-0x10180f5881a0001 connected
2024-11-28T10:20:45,415 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:20:45,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:20:45,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/master
2024-11-28T10:20:45,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/acl
2024-11-28T10:20:45,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41161
2024-11-28T10:20:45,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41161
2024-11-28T10:20:45,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41161
2024-11-28T10:20:45,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41161
2024-11-28T10:20:45,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41161
2024-11-28T10:20:45,441 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:37601
2024-11-28T10:20:45,442 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0832378941/backup-masters/e792e7e95410,37601,1732789245194
2024-11-28T10:20:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/backup-masters
2024-11-28T10:20:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/backup-masters
2024-11-28T10:20:45,453 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on existing znode=/0832378941/backup-masters/e792e7e95410,37601,1732789245194
2024-11-28T10:20:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832378941/master
2024-11-28T10:20:45,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:45,464 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on existing znode=/0832378941/master
2024-11-28T10:20:45,464 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0832378941/backup-masters/e792e7e95410,37601,1732789245194 from backup master directory
2024-11-28T10:20:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832378941/backup-masters/e792e7e95410,37601,1732789245194
2024-11-28T10:20:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/backup-masters
2024-11-28T10:20:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/backup-masters
2024-11-28T10:20:45,474 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:45,474 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,37601,1732789245194
2024-11-28T10:20:45,476 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/hbase.id] with ID: 7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1
2024-11-28T10:20:45,476 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/.tmp/hbase.id
2024-11-28T10:20:45,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:20:45,482 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/.tmp/hbase.id]:[hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/hbase.id]
2024-11-28T10:20:45,489 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:45,489 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:20:45,490 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:20:45,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:45,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:45,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:20:45,506 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:45,507 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:20:45,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:45,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:20:45,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:45,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:45,676 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38404 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:45,921 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store
2024-11-28T10:20:45,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:46,327 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:46,327 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:46,327 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789246327Disabling compacts and flushes for region at 1732789246327Disabling writes for close at 1732789246327Writing region close event to WAL at 1732789246327Closed at 1732789246327
2024-11-28T10:20:46,328 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/.initializing
2024-11-28T10:20:46,328 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/WALs/e792e7e95410,37601,1732789245194
2024-11-28T10:20:46,329 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:46,330 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C37601%2C1732789245194, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/WALs/e792e7e95410,37601,1732789245194, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/oldWALs, maxLogs=10
2024-11-28T10:20:46,345 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/WALs/e792e7e95410,37601,1732789245194/e792e7e95410%2C37601%2C1732789245194.1732789246330, exclude list is [], retry=0
2024-11-28T10:20:46,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43089,DS-cea3f292-0095-4a38-ab4d-9ea713a9f962,DISK]
2024-11-28T10:20:46,348 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/WALs/e792e7e95410,37601,1732789245194/e792e7e95410%2C37601%2C1732789245194.1732789246330
2024-11-28T10:20:46,349 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41007:41007)]
2024-11-28T10:20:46,349 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:46,349 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:46,349 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,349 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,350 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:46,351 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:20:46,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:46,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:46,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:46,352 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:20:46,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:46,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:46,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:46,353 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:20:46,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:46,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:46,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:46,354 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:20:46,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:46,355 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:46,355 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,355 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,356 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,356 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,356 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,357 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:46,357 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:46,359 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:46,359 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73472798, jitterRate=0.09483000636100769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:46,360 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789246349Initializing all the Stores at 1732789246350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789246350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789246350Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789246350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789246350Cleaning up temporary data from old regions at 1732789246356 (+6 ms)Region opened successfully at 1732789246360 (+4 ms)
2024-11-28T10:20:46,360 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:20:46,362 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73647a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:20:46,363 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:20:46,365 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:20:46,365 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/balancer because node does not exist (not necessarily an error)
2024-11-28T10:20:46,424 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/balancer already deleted, retry=false
2024-11-28T10:20:46,425 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:20:46,426 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:20:46,435 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/normalizer already deleted, retry=false
2024-11-28T10:20:46,435 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:20:46,436 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:20:46,445 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/switch/split already deleted, retry=false
2024-11-28T10:20:46,446 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:20:46,456 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/switch/merge already deleted, retry=false
2024-11-28T10:20:46,457 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:20:46,466 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/snapshot-cleanup already deleted, retry=false
2024-11-28T10:20:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832378941/running
2024-11-28T10:20:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0832378941/running
2024-11-28T10:20:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,477 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,37601,1732789245194, sessionid=0x10180f5881a0000, setting cluster-up flag (Was=false)
2024-11-28T10:20:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,530 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0832378941/flush-table-proc/acquired, /0832378941/flush-table-proc/reached, /0832378941/flush-table-proc/abort
2024-11-28T10:20:46,531 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,37601,1732789245194
2024-11-28T10:20:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:46,663 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:46,664 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,677 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0832378941/online-snapshot/acquired, /0832378941/online-snapshot/reached, /0832378941/online-snapshot/abort
2024-11-28T10:20:46,678 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,37601,1732789245194
2024-11-28T10:20:46,679 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:20:46,680 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:46,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:20:46,680 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:20:46,681 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,37601,1732789245194
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:46,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789276683
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:20:46,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,683 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:20:46,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:20:46,684 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:20:46,684 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:20:46,684 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:20:46,684 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789246684,5,FailOnTimeoutGroup]
2024-11-28T10:20:46,684 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:46,684 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:20:46,688 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789246684,5,FailOnTimeoutGroup]
2024-11-28T10:20:46,688 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,688 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:20:46,688 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,688 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:20:46,713 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,713 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,714 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,714 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,714 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,715 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,728 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,729 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,730 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(746): ClusterId : 7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1
2024-11-28T10:20:46,730 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:20:46,731 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:46,749 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:20:46,749 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:20:46,762 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:20:46,762 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7459d37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:46,777 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:41161
2024-11-28T10:20:46,777 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:20:46,777 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:20:46,777 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:20:46,777 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,37601,1732789245194 with port=41161, startcode=1732789245396
2024-11-28T10:20:46,778 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:20:46,779 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:20:46,779 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,779 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,780 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295
2024-11-28T10:20:46,780 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43631
2024-11-28T10:20:46,780 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:20:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/rs
2024-11-28T10:20:46,793 DEBUG [RS:0;e792e7e95410:41161 {}] zookeeper.ZKUtil(111): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on existing znode=/0832378941/rs/e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,793 WARN  [RS:0;e792e7e95410:41161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:46,793 INFO  [RS:0;e792e7e95410:41161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:46,793 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,793 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,41161,1732789245396]
2024-11-28T10:20:46,796 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:20:46,798 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:20:46,798 INFO  [RS:0;e792e7e95410:41161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:20:46,798 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,798 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:20:46,799 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:20:46,799 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,799 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,800 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,800 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:46,800 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:46,800 DEBUG [RS:0;e792e7e95410:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,800 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41161,1732789245396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:46,813 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:20:46,813 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41161,1732789245396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,813 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,813 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.Replication(171): e792e7e95410,41161,1732789245396 started
2024-11-28T10:20:46,825 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:46,825 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,41161,1732789245396, RpcServer on e792e7e95410/172.17.0.2:41161, sessionid=0x10180f5881a0001
2024-11-28T10:20:46,825 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:20:46,825 DEBUG [RS:0;e792e7e95410:41161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,825 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41161,1732789245396'
2024-11-28T10:20:46,825 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0832378941/flush-table-proc/abort'
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0832378941/flush-table-proc/acquired'
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,41161,1732789245396
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41161,1732789245396'
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0832378941/online-snapshot/abort'
2024-11-28T10:20:46,826 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0832378941/online-snapshot/acquired'
2024-11-28T10:20:46,827 DEBUG [RS:0;e792e7e95410:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:20:46,827 INFO  [RS:0;e792e7e95410:41161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:20:46,827 INFO  [RS:0;e792e7e95410:41161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:20:46,927 INFO  [RS:0;e792e7e95410:41161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:46,928 INFO  [RS:0;e792e7e95410:41161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41161%2C1732789245396, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/oldWALs, maxLogs=10
2024-11-28T10:20:46,940 DEBUG [RS:0;e792e7e95410:41161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, exclude list is [], retry=0
2024-11-28T10:20:46,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43089,DS-cea3f292-0095-4a38-ab4d-9ea713a9f962,DISK]
2024-11-28T10:20:46,946 INFO  [RS:0;e792e7e95410:41161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928
2024-11-28T10:20:46,946 DEBUG [RS:0;e792e7e95410:41161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41007:41007)]
2024-11-28T10:20:47,106 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:20:47,107 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295
2024-11-28T10:20:47,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:20:47,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:47,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:47,514 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:47,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,514 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:47,515 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:47,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,515 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:47,516 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:47,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:47,517 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:47,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,517 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:47,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740
2024-11-28T10:20:47,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740
2024-11-28T10:20:47,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:47,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:47,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:47,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:47,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:47,522 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70304612, jitterRate=0.04762035608291626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789247512Initializing all the Stores at 1732789247512Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789247513 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247513Cleaning up temporary data from old regions at 1732789247519 (+6 ms)Region opened successfully at 1732789247523 (+4 ms)
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:47,523 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:47,523 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:47,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789247523Disabling compacts and flushes for region at 1732789247523Disabling writes for close at 1732789247523Writing region close event to WAL at 1732789247523Closed at 1732789247523
2024-11-28T10:20:47,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:47,524 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:20:47,524 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:20:47,525 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:47,525 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:20:47,676 DEBUG [e792e7e95410:37601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:20:47,676 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:20:47,677 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41161,1732789245396, state=OPENING
2024-11-28T10:20:47,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:20:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:20:47,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:47,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832378941/meta-region-server: CHANGED
2024-11-28T10:20:47,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832378941/meta-region-server: CHANGED
2024-11-28T10:20:47,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41161,1732789245396}]
2024-11-28T10:20:47,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:47,936 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:20:47,938 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:20:47,939 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:47,939 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:20:47,940 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41161%2C1732789245396.meta, suffix=.meta, logDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/oldWALs, maxLogs=10
2024-11-28T10:20:47,962 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.meta.1732789247940.meta, exclude list is [], retry=0
2024-11-28T10:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43089,DS-cea3f292-0095-4a38-ab4d-9ea713a9f962,DISK]
2024-11-28T10:20:47,965 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.meta.1732789247940.meta
2024-11-28T10:20:47,965 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41007:41007)]
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:47,966 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:20:47,966 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:20:47,966 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:20:47,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:47,968 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:47,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,968 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:47,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:47,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,969 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:47,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:47,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,970 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:47,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:47,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:47,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:47,971 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:47,971 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740
2024-11-28T10:20:47,972 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740
2024-11-28T10:20:47,973 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:47,973 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:47,973 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:47,974 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:47,975 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68631264, jitterRate=0.022685527801513672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:47,975 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:20:47,975 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789247966Writing region info on filesystem at 1732789247966Initializing all the Stores at 1732789247967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789247967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789247967Cleaning up temporary data from old regions at 1732789247973 (+6 ms)Running coprocessor post-open hooks at 1732789247975 (+2 ms)Region opened successfully at 1732789247975
2024-11-28T10:20:47,976 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789247935
2024-11-28T10:20:47,978 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:20:47,978 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:20:47,978 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:20:47,979 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41161,1732789245396, state=OPEN
2024-11-28T10:20:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0832378941/meta-region-server
2024-11-28T10:20:48,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0832378941/meta-region-server
2024-11-28T10:20:48,014 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,41161,1732789245396
2024-11-28T10:20:48,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832378941/meta-region-server: CHANGED
2024-11-28T10:20:48,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0832378941/meta-region-server: CHANGED
2024-11-28T10:20:48,016 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:20:48,016 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41161,1732789245396 in 231 msec
2024-11-28T10:20:48,017 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:20:48,017 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec
2024-11-28T10:20:48,017 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:48,017 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:20:48,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:48,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41161,1732789245396, seqNum=-1]
2024-11-28T10:20:48,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:48,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:48,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec
2024-11-28T10:20:48,024 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789248024, completionTime=-1
2024-11-28T10:20:48,024 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:20:48,024 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:20:48,025 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:20:48,025 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789308025
2024-11-28T10:20:48,025 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789368025
2024-11-28T10:20:48,025 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:37601, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,027 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.555sec
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:48,029 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:20:48,031 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:20:48,031 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:20:48,031 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,37601,1732789245194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:48,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63738be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:48,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:20:48,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:48,032 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ca2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:48,034 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:48,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccedaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:48,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41161,1732789245396, seqNum=-1]
2024-11-28T10:20:48,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:48,037 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:48,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,37601,1732789245194
2024-11-28T10:20:48,039 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:48,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f5881a0002 connected
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir so I do NOT create it in target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700
2024-11-28T10:20:48,069 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.tmp.dir so I do NOT create it in target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700
2024-11-28T10:20:48,069 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:20:48,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/cluster_a64327b3-439e-f895-8560-1eeb4c9d0fb3, deleteOnExit=true
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/test.cache.data in system properties and HBase conf
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:20:48,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:20:48,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:48,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:20:48,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:20:48,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:20:48,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:48,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:20:48,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:20:48,418 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:48,422 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:48,428 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:48,428 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:48,428 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:20:48,429 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:48,429 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee60beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:48,429 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f208b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:48,526 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf0df29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/java.io.tmpdir/jetty-localhost-35537-hadoop-hdfs-3_4_1-tests_jar-_-any-9133560273349390460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:48,526 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10db387f{HTTP/1.1, (http/1.1)}{localhost:35537}
2024-11-28T10:20:48,526 INFO  [Time-limited test {}] server.Server(415): Started @242458ms
2024-11-28T10:20:48,882 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:48,884 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:48,885 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:48,885 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:48,885 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:48,886 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d057262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:48,886 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb71081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:48,981 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@434e5b06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/java.io.tmpdir/jetty-localhost-43049-hadoop-hdfs-3_4_1-tests_jar-_-any-5892162386046168765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:48,982 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f9b60b1{HTTP/1.1, (http/1.1)}{localhost:43049}
2024-11-28T10:20:48,982 INFO  [Time-limited test {}] server.Server(415): Started @242913ms
2024-11-28T10:20:48,983 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:20:50,249 WARN  [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/cluster_a64327b3-439e-f895-8560-1eeb4c9d0fb3/data/data1/current/BP-977352735-172.17.0.2-1732789248089/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:50,250 WARN  [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/cluster_a64327b3-439e-f895-8560-1eeb4c9d0fb3/data/data2/current/BP-977352735-172.17.0.2-1732789248089/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:50,266 WARN  [Thread-2767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:20:50,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfccaf14eb083c1db with lease ID 0x965af8981a30e018: Processing first storage report for DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=d2658722-0da9-4f83-964f-d1b893016647, infoPort=44521, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=956641823;c=1732789248089)
2024-11-28T10:20:50,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfccaf14eb083c1db with lease ID 0x965af8981a30e018: from storage DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=d2658722-0da9-4f83-964f-d1b893016647, infoPort=44521, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=956641823;c=1732789248089), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:50,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfccaf14eb083c1db with lease ID 0x965af8981a30e018: Processing first storage report for DS-177e7be2-eeb5-4a09-a6d9-a261d0cc08e6 from datanode DatanodeRegistration(127.0.0.1:41977, datanodeUuid=d2658722-0da9-4f83-964f-d1b893016647, infoPort=44521, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=956641823;c=1732789248089)
2024-11-28T10:20:50,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfccaf14eb083c1db with lease ID 0x965af8981a30e018: from storage DS-177e7be2-eeb5-4a09-a6d9-a261d0cc08e6 node DatanodeRegistration(127.0.0.1:41977, datanodeUuid=d2658722-0da9-4f83-964f-d1b893016647, infoPort=44521, infoSecurePort=0, ipcPort=42383, storageInfo=lv=-57;cid=testClusterID;nsid=956641823;c=1732789248089), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:50,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700
2024-11-28T10:20:50,313 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,314 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:20:50,721 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7 with version=8
2024-11-28T10:20:50,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/hbase-staging
2024-11-28T10:20:50,723 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:50,724 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41309
2024-11-28T10:20:50,725 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41309 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:50,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413090x0, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:50,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41309-0x10180f5881a0003 connected
2024-11-28T10:20:50,853 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,854 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/running
2024-11-28T10:20:50,855 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7, hbase.cluster.distributed=false
2024-11-28T10:20:50,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/acl
2024-11-28T10:20:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41309
2024-11-28T10:20:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41309
2024-11-28T10:20:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41309
2024-11-28T10:20:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41309
2024-11-28T10:20:50,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41309
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:50,870 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:20:50,871 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:50,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45355
2024-11-28T10:20:50,872 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45355 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:50,873 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,874 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453550x0, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:50,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453550x0, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/running
2024-11-28T10:20:50,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45355-0x10180f5881a0004 connected
2024-11-28T10:20:50,888 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:20:50,888 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:20:50,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/master
2024-11-28T10:20:50,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/acl
2024-11-28T10:20:50,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45355
2024-11-28T10:20:50,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45355
2024-11-28T10:20:50,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45355
2024-11-28T10:20:50,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45355
2024-11-28T10:20:50,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45355
2024-11-28T10:20:50,907 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:41309
2024-11-28T10:20:50,908 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-27806219/backup-masters/e792e7e95410,41309,1732789250723
2024-11-28T10:20:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/backup-masters
2024-11-28T10:20:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/backup-masters
2024-11-28T10:20:50,919 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on existing znode=/1-27806219/backup-masters/e792e7e95410,41309,1732789250723
2024-11-28T10:20:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27806219/master
2024-11-28T10:20:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:50,930 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on existing znode=/1-27806219/master
2024-11-28T10:20:50,930 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-27806219/backup-masters/e792e7e95410,41309,1732789250723 from backup master directory
2024-11-28T10:20:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27806219/backup-masters/e792e7e95410,41309,1732789250723
2024-11-28T10:20:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/backup-masters
2024-11-28T10:20:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/backup-masters
2024-11-28T10:20:50,940 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:50,940 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,41309,1732789250723
2024-11-28T10:20:50,943 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/hbase.id] with ID: 409ac52b-9064-4e01-a621-a73f87453cb0
2024-11-28T10:20:50,943 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/.tmp/hbase.id
2024-11-28T10:20:50,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:20:51,347 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/.tmp/hbase.id]:[hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/hbase.id]
2024-11-28T10:20:51,354 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:51,354 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:20:51,355 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:20:51,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:51,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:51,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:20:51,808 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:51,809 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:20:51,809 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:51,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:20:52,215 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store
2024-11-28T10:20:52,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:52,620 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:52,620 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:52,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789252620Disabling compacts and flushes for region at 1732789252620Disabling writes for close at 1732789252620Writing region close event to WAL at 1732789252620Closed at 1732789252620
2024-11-28T10:20:52,621 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/.initializing
2024-11-28T10:20:52,621 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/WALs/e792e7e95410,41309,1732789250723
2024-11-28T10:20:52,622 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:52,623 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C41309%2C1732789250723, suffix=, logDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/WALs/e792e7e95410,41309,1732789250723, archiveDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/oldWALs, maxLogs=10
2024-11-28T10:20:52,634 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/WALs/e792e7e95410,41309,1732789250723/e792e7e95410%2C41309%2C1732789250723.1732789252623, exclude list is [], retry=0
2024-11-28T10:20:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b,DISK]
2024-11-28T10:20:52,637 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/WALs/e792e7e95410,41309,1732789250723/e792e7e95410%2C41309%2C1732789250723.1732789252623
2024-11-28T10:20:52,638 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-11-28T10:20:52,638 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:52,638 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:52,638 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,638 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,639 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:52,640 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:20:52,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:52,640 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:52,640 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:52,641 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:20:52,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:52,641 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:52,641 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:52,642 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:20:52,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:52,642 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:52,642 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:52,643 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:20:52,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:52,643 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:52,643 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,643 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:52,645 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:52,647 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:52,647 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65487687, jitterRate=-0.024157419800758362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:52,647 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789252638Initializing all the Stores at 1732789252639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789252639Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789252639Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789252639Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789252639Cleaning up temporary data from old regions at 1732789252644 (+5 ms)Region opened successfully at 1732789252647 (+3 ms)
2024-11-28T10:20:52,648 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:20:52,650 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32464845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:52,651 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:20:52,651 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:20:52,651 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:20:52,651 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:20:52,651 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:20:52,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:20:52,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:20:52,664 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:20:52,664 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Unable to get data of znode /1-27806219/balancer because node does not exist (not necessarily an error)
2024-11-28T10:20:52,729 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/balancer already deleted, retry=false
2024-11-28T10:20:52,730 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:20:52,731 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Unable to get data of znode /1-27806219/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:20:52,740 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/normalizer already deleted, retry=false
2024-11-28T10:20:52,740 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:20:52,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Unable to get data of znode /1-27806219/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:20:52,750 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/switch/split already deleted, retry=false
2024-11-28T10:20:52,751 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Unable to get data of znode /1-27806219/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:20:52,761 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/switch/merge already deleted, retry=false
2024-11-28T10:20:52,763 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Unable to get data of znode /1-27806219/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:20:52,771 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/snapshot-cleanup already deleted, retry=false
2024-11-28T10:20:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27806219/running
2024-11-28T10:20:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-27806219/running
2024-11-28T10:20:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,782 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,41309,1732789250723, sessionid=0x10180f5881a0003, setting cluster-up flag (Was=false)
2024-11-28T10:20:52,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:20:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,834 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-27806219/flush-table-proc/acquired, /1-27806219/flush-table-proc/reached, /1-27806219/flush-table-proc/abort
2024-11-28T10:20:52,836 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41309,1732789250723
2024-11-28T10:20:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:52,887 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-27806219/online-snapshot/acquired, /1-27806219/online-snapshot/reached, /1-27806219/online-snapshot/abort
2024-11-28T10:20:52,888 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41309,1732789250723
2024-11-28T10:20:52,889 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:20:52,890 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:52,891 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:20:52,891 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:20:52,891 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,41309,1732789250723
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:52,892 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,893 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789282893
2024-11-28T10:20:52,893 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:20:52,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:52,893 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:20:52,894 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:20:52,894 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:20:52,894 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,895 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:20:52,895 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:20:52,895 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:20:52,895 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:20:52,895 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:20:52,896 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:20:52,896 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789252896,5,FailOnTimeoutGroup]
2024-11-28T10:20:52,899 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789252896,5,FailOnTimeoutGroup]
2024-11-28T10:20:52,899 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,899 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:20:52,899 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,899 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,901 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(746): ClusterId : 409ac52b-9064-4e01-a621-a73f87453cb0
2024-11-28T10:20:52,901 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:20:52,909 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:20:52,909 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:20:52,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:20:52,919 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:20:52,920 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f58305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:52,933 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:45355
2024-11-28T10:20:52,934 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:20:52,934 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:20:52,934 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:20:52,934 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,41309,1732789250723 with port=45355, startcode=1732789250870
2024-11-28T10:20:52,935 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:20:52,936 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:20:52,936 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,936 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41309 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,938 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7
2024-11-28T10:20:52,938 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41785
2024-11-28T10:20:52,938 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:20:52,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/rs
2024-11-28T10:20:52,951 DEBUG [RS:0;e792e7e95410:45355 {}] zookeeper.ZKUtil(111): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on existing znode=/1-27806219/rs/e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,951 WARN  [RS:0;e792e7e95410:45355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:52,951 INFO  [RS:0;e792e7e95410:45355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:52,951 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,951 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,45355,1732789250870]
2024-11-28T10:20:52,954 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:20:52,956 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:20:52,957 INFO  [RS:0;e792e7e95410:45355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:20:52,957 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,957 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:20:52,957 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:20:52,958 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:52,958 DEBUG [RS:0;e792e7e95410:45355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,962 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45355,1732789250870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:52,976 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:20:52,976 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45355,1732789250870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,976 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,976 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.Replication(171): e792e7e95410,45355,1732789250870 started
2024-11-28T10:20:52,988 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:52,988 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,45355,1732789250870, RpcServer on e792e7e95410/172.17.0.2:45355, sessionid=0x10180f5881a0004
2024-11-28T10:20:52,988 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:20:52,988 DEBUG [RS:0;e792e7e95410:45355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,988 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45355,1732789250870'
2024-11-28T10:20:52,988 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-27806219/flush-table-proc/abort'
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-27806219/flush-table-proc/acquired'
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,45355,1732789250870
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45355,1732789250870'
2024-11-28T10:20:52,989 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-27806219/online-snapshot/abort'
2024-11-28T10:20:52,990 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-27806219/online-snapshot/acquired'
2024-11-28T10:20:52,990 DEBUG [RS:0;e792e7e95410:45355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:20:52,990 INFO  [RS:0;e792e7e95410:45355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:20:52,990 INFO  [RS:0;e792e7e95410:45355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:20:53,090 INFO  [RS:0;e792e7e95410:45355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:53,091 INFO  [RS:0;e792e7e95410:45355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45355%2C1732789250870, suffix=, logDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870, archiveDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/oldWALs, maxLogs=10
2024-11-28T10:20:53,103 DEBUG [RS:0;e792e7e95410:45355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, exclude list is [], retry=0
2024-11-28T10:20:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b,DISK]
2024-11-28T10:20:53,107 INFO  [RS:0;e792e7e95410:45355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092
2024-11-28T10:20:53,107 DEBUG [RS:0;e792e7e95410:45355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-11-28T10:20:53,314 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:20:53,314 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7
2024-11-28T10:20:53,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:20:53,469 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:53,470 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,508 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,509 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,518 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,520 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,520 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,522 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:53,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:20:53,536 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:53,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:20:53,536 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:20:53,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:53,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:53,721 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:53,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:53,721 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:53,722 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:53,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:53,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:53,722 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:53,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:53,723 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:53,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:53,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:53,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:53,724 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:53,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:53,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:53,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:53,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740
2024-11-28T10:20:53,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740
2024-11-28T10:20:53,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:53,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:53,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:53,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:53,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:53,729 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75272409, jitterRate=0.12164629995822906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:53,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789253719Initializing all the Stores at 1732789253720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789253720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789253720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789253720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789253720Cleaning up temporary data from old regions at 1732789253726 (+6 ms)Region opened successfully at 1732789253729 (+3 ms)
2024-11-28T10:20:53,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:53,729 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:53,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:53,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:53,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:53,730 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:53,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789253729Disabling compacts and flushes for region at 1732789253729Disabling writes for close at 1732789253729Writing region close event to WAL at 1732789253730 (+1 ms)Closed at 1732789253730
2024-11-28T10:20:53,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:53,730 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:20:53,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:20:53,731 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:53,732 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:20:53,882 DEBUG [e792e7e95410:41309 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:20:53,883 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:20:53,883 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45355,1732789250870, state=OPENING
2024-11-28T10:20:54,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:20:54,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:54,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:20:54,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27806219/meta-region-server: CHANGED
2024-11-28T10:20:54,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27806219/meta-region-server: CHANGED
2024-11-28T10:20:54,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:54,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45355,1732789250870}]
2024-11-28T10:20:54,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:20:54,431 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:20:54,434 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:20:54,434 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:54,434 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:20:54,435 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45355%2C1732789250870.meta, suffix=.meta, logDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870, archiveDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/oldWALs, maxLogs=10
2024-11-28T10:20:54,451 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.meta.1732789254435.meta, exclude list is [], retry=0
2024-11-28T10:20:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b,DISK]
2024-11-28T10:20:54,456 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.meta.1732789254435.meta
2024-11-28T10:20:54,456 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-11-28T10:20:54,456 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:54,457 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:20:54,457 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:20:54,457 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:20:54,458 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:54,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:54,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:54,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:54,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:54,460 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:54,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:54,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:54,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:54,461 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:54,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:54,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:54,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:54,461 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:54,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:54,462 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:54,462 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:54,462 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740
2024-11-28T10:20:54,463 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740
2024-11-28T10:20:54,463 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:54,463 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:54,464 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:54,465 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:54,465 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74543293, jitterRate=0.11078162491321564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:54,465 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:20:54,465 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789254457Writing region info on filesystem at 1732789254457Initializing all the Stores at 1732789254458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789254458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789254458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789254458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789254458Cleaning up temporary data from old regions at 1732789254463 (+5 ms)Running coprocessor post-open hooks at 1732789254465 (+2 ms)Region opened successfully at 1732789254465
2024-11-28T10:20:54,466 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789254430
2024-11-28T10:20:54,467 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:20:54,467 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:20:54,468 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:20:54,468 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45355,1732789250870, state=OPEN
2024-11-28T10:20:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-27806219/meta-region-server
2024-11-28T10:20:54,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-27806219/meta-region-server
2024-11-28T10:20:54,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,45355,1732789250870
2024-11-28T10:20:54,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27806219/meta-region-server: CHANGED
2024-11-28T10:20:54,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-27806219/meta-region-server: CHANGED
2024-11-28T10:20:54,497 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:20:54,497 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45355,1732789250870 in 218 msec
2024-11-28T10:20:54,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:20:54,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 766 msec
2024-11-28T10:20:54,499 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:54,499 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:20:54,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:54,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45355,1732789250870, seqNum=-1]
2024-11-28T10:20:54,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:54,501 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:54,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6150 sec
2024-11-28T10:20:54,506 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789254506, completionTime=-1
2024-11-28T10:20:54,506 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:20:54,506 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:20:54,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:20:54,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789314508
2024-11-28T10:20:54,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789374508
2024-11-28T10:20:54,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-28T10:20:54,508 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:41309, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,509 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,510 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.572sec
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:54,512 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:20:54,514 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:20:54,514 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:20:54,514 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41309,1732789250723-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:54,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b69438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:54,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:20:54,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:20:54,604 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44efc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:20:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:20:54,606 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:20:54,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e865d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:20:54,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:20:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45355,1732789250870, seqNum=-1]
2024-11-28T10:20:54,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:20:54,609 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:20:54,611 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,41309,1732789250723
2024-11-28T10:20:54,612 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:54,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:54,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f5881a0005 connected
2024-11-28T10:20:54,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir so I do NOT create it in target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864
2024-11-28T10:20:54,647 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:20:54,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.tmp.dir so I do NOT create it in target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864
2024-11-28T10:20:54,647 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:20:54,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864
2024-11-28T10:20:54,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/cluster_b8377d75-9226-c8e3-2a6f-96fc25a5f450, deleteOnExit=true
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/test.cache.data in system properties and HBase conf
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:20:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:20:54,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:20:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:20:55,006 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:55,009 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:55,012 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:55,012 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:55,012 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:20:55,020 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:55,021 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be6eef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:55,021 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22adfd3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:55,127 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@796b679d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/java.io.tmpdir/jetty-localhost-39991-hadoop-hdfs-3_4_1-tests_jar-_-any-7014652539353135768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:20:55,127 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ac3f905{HTTP/1.1, (http/1.1)}{localhost:39991}
2024-11-28T10:20:55,127 INFO  [Time-limited test {}] server.Server(415): Started @249059ms
2024-11-28T10:20:55,537 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:20:55,539 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:20:55,547 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:20:55,547 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:20:55,548 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:20:55,548 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc061b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:20:55,549 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec6d34d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:20:55,682 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bed0a1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/java.io.tmpdir/jetty-localhost-36247-hadoop-hdfs-3_4_1-tests_jar-_-any-11733485666174571887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:20:55,682 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666861c2{HTTP/1.1, (http/1.1)}{localhost:36247}
2024-11-28T10:20:55,682 INFO  [Time-limited test {}] server.Server(415): Started @249614ms
2024-11-28T10:20:55,684 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:20:55,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:20:55,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:55,715 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48443 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:20:56,557 WARN  [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/cluster_b8377d75-9226-c8e3-2a6f-96fc25a5f450/data/data1/current/BP-295762264-172.17.0.2-1732789254667/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:56,557 WARN  [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/cluster_b8377d75-9226-c8e3-2a6f-96fc25a5f450/data/data2/current/BP-295762264-172.17.0.2-1732789254667/current, will proceed with Du for space computation calculation, 
2024-11-28T10:20:56,576 WARN  [Thread-2888 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:20:56,578 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73db826b82d20af6 with lease ID 0x4872a09c44e21acd: Processing first storage report for DS-ede81b66-632b-47b3-a105-2769c41690b3 from datanode DatanodeRegistration(127.0.0.1:46129, datanodeUuid=a942357c-c05c-44cd-a312-1b414279cd48, infoPort=41781, infoSecurePort=0, ipcPort=36175, storageInfo=lv=-57;cid=testClusterID;nsid=1490060259;c=1732789254667)
2024-11-28T10:20:56,579 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73db826b82d20af6 with lease ID 0x4872a09c44e21acd: from storage DS-ede81b66-632b-47b3-a105-2769c41690b3 node DatanodeRegistration(127.0.0.1:46129, datanodeUuid=a942357c-c05c-44cd-a312-1b414279cd48, infoPort=41781, infoSecurePort=0, ipcPort=36175, storageInfo=lv=-57;cid=testClusterID;nsid=1490060259;c=1732789254667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:56,579 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73db826b82d20af6 with lease ID 0x4872a09c44e21acd: Processing first storage report for DS-588dae71-96de-4ea5-9f38-dcbdec7dab1a from datanode DatanodeRegistration(127.0.0.1:46129, datanodeUuid=a942357c-c05c-44cd-a312-1b414279cd48, infoPort=41781, infoSecurePort=0, ipcPort=36175, storageInfo=lv=-57;cid=testClusterID;nsid=1490060259;c=1732789254667)
2024-11-28T10:20:56,579 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73db826b82d20af6 with lease ID 0x4872a09c44e21acd: from storage DS-588dae71-96de-4ea5-9f38-dcbdec7dab1a node DatanodeRegistration(127.0.0.1:46129, datanodeUuid=a942357c-c05c-44cd-a312-1b414279cd48, infoPort=41781, infoSecurePort=0, ipcPort=36175, storageInfo=lv=-57;cid=testClusterID;nsid=1490060259;c=1732789254667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:20:56,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864
2024-11-28T10:20:56,612 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:56,614 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:56,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:20:57,032 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d with version=8
2024-11-28T10:20:57,032 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/hbase-staging
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:20:57,034 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:57,035 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43337
2024-11-28T10:20:57,036 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43337 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433370x0, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:57,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43337-0x10180f5881a0006 connected
2024-11-28T10:20:57,158 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:57,159 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:57,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/running
2024-11-28T10:20:57,162 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d, hbase.cluster.distributed=false
2024-11-28T10:20:57,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/acl
2024-11-28T10:20:57,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43337
2024-11-28T10:20:57,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43337
2024-11-28T10:20:57,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43337
2024-11-28T10:20:57,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43337
2024-11-28T10:20:57,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43337
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:20:57,181 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:20:57,182 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38685
2024-11-28T10:20:57,182 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38685 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:20:57,183 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:57,184 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:57,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386850x0, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:20:57,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386850x0, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/running
2024-11-28T10:20:57,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38685-0x10180f5881a0007 connected
2024-11-28T10:20:57,193 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:20:57,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:20:57,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/master
2024-11-28T10:20:57,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/acl
2024-11-28T10:20:57,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38685
2024-11-28T10:20:57,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38685
2024-11-28T10:20:57,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38685
2024-11-28T10:20:57,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38685
2024-11-28T10:20:57,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38685
2024-11-28T10:20:57,216 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43337
2024-11-28T10:20:57,216 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2313938361/backup-masters/e792e7e95410,43337,1732789257034
2024-11-28T10:20:57,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/backup-masters
2024-11-28T10:20:57,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/backup-masters
2024-11-28T10:20:57,224 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on existing znode=/2313938361/backup-masters/e792e7e95410,43337,1732789257034
2024-11-28T10:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2313938361/master
2024-11-28T10:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:57,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:57,234 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on existing znode=/2313938361/master
2024-11-28T10:20:57,235 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2313938361/backup-masters/e792e7e95410,43337,1732789257034 from backup master directory
2024-11-28T10:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2313938361/backup-masters/e792e7e95410,43337,1732789257034
2024-11-28T10:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/backup-masters
2024-11-28T10:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/backup-masters
2024-11-28T10:20:57,245 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:57,245 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43337,1732789257034
2024-11-28T10:20:57,248 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/hbase.id] with ID: 8e7d6a1a-068b-4533-a664-585f25531ece
2024-11-28T10:20:57,248 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/.tmp/hbase.id
2024-11-28T10:20:57,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:20:57,654 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/.tmp/hbase.id]:[hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/hbase.id]
2024-11-28T10:20:57,661 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:20:57,662 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:20:57,662 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-28T10:20:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:57,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:20:58,140 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:20:58,141 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:20:58,141 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:58,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:20:58,548 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store
2024-11-28T10:20:58,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:20:58,956 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:58,956 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:20:58,956 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789258956Disabling compacts and flushes for region at 1732789258956Disabling writes for close at 1732789258956Writing region close event to WAL at 1732789258956Closed at 1732789258956
2024-11-28T10:20:58,957 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/.initializing
2024-11-28T10:20:58,957 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/WALs/e792e7e95410,43337,1732789257034
2024-11-28T10:20:58,958 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:58,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43337%2C1732789257034, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/WALs/e792e7e95410,43337,1732789257034, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/oldWALs, maxLogs=10
2024-11-28T10:20:58,976 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/WALs/e792e7e95410,43337,1732789257034/e792e7e95410%2C43337%2C1732789257034.1732789258959, exclude list is [], retry=0
2024-11-28T10:20:58,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46129,DS-ede81b66-632b-47b3-a105-2769c41690b3,DISK]
2024-11-28T10:20:58,979 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/WALs/e792e7e95410,43337,1732789257034/e792e7e95410%2C43337%2C1732789257034.1732789258959
2024-11-28T10:20:58,979 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781)]
2024-11-28T10:20:58,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:20:58,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:58,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,980 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,982 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:58,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:20:58,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:58,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:58,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:58,984 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:20:58,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:58,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:58,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:58,985 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:20:58,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:58,986 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:58,986 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:20:58,986 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:20:58,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:58,987 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:20:58,987 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,987 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,988 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,990 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,990 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,990 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:58,991 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:20:58,993 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:58,993 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70865982, jitterRate=0.05598542094230652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:58,993 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789258980Initializing all the Stores at 1732789258981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789258981Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789258982 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789258982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789258982Cleaning up temporary data from old regions at 1732789258990 (+8 ms)Region opened successfully at 1732789258993 (+3 ms)
2024-11-28T10:20:58,993 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:20:58,996 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:58,996 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:20:58,997 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:20:58,997 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:20:58,997 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:20:58,997 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:20:58,998 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:20:58,998 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:20:59,002 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:20:59,003 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/balancer because node does not exist (not necessarily an error)
2024-11-28T10:20:59,161 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/balancer already deleted, retry=false
2024-11-28T10:20:59,161 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:20:59,162 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:20:59,171 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/normalizer already deleted, retry=false
2024-11-28T10:20:59,171 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:20:59,172 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:20:59,181 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/switch/split already deleted, retry=false
2024-11-28T10:20:59,182 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:20:59,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/switch/merge already deleted, retry=false
2024-11-28T10:20:59,194 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:20:59,202 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/snapshot-cleanup already deleted, retry=false
2024-11-28T10:20:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2313938361/running
2024-11-28T10:20:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2313938361/running
2024-11-28T10:20:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,213 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43337,1732789257034, sessionid=0x10180f5881a0006, setting cluster-up flag (Was=false)
2024-11-28T10:20:59,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,266 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2313938361/flush-table-proc/acquired, /2313938361/flush-table-proc/reached, /2313938361/flush-table-proc/abort
2024-11-28T10:20:59,267 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43337,1732789257034
2024-11-28T10:20:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,318 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2313938361/online-snapshot/acquired, /2313938361/online-snapshot/reached, /2313938361/online-snapshot/abort
2024-11-28T10:20:59,319 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43337,1732789257034
2024-11-28T10:20:59,320 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:20:59,321 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:59,321 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:20:59,321 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:20:59,322 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43337,1732789257034
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:59,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789289324
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:20:59,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:59,324 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:20:59,324 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:59,325 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:20:59,331 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:20:59,331 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:20:59,331 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:20:59,331 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:20:59,332 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:20:59,332 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:20:59,332 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789259332,5,FailOnTimeoutGroup]
2024-11-28T10:20:59,332 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789259332,5,FailOnTimeoutGroup]
2024-11-28T10:20:59,332 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,333 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:20:59,333 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,333 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:20:59,408 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(746): ClusterId : 8e7d6a1a-068b-4533-a664-585f25531ece
2024-11-28T10:20:59,409 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:20:59,421 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:20:59,421 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:20:59,432 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:20:59,432 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e743a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:20:59,442 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:38685
2024-11-28T10:20:59,443 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:20:59,443 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:20:59,443 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:20:59,443 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43337,1732789257034 with port=38685, startcode=1732789257180
2024-11-28T10:20:59,443 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:20:59,445 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:20:59,445 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,445 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43337 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,446 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d
2024-11-28T10:20:59,446 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45605
2024-11-28T10:20:59,446 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:20:59,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/rs
2024-11-28T10:20:59,493 DEBUG [RS:0;e792e7e95410:38685 {}] zookeeper.ZKUtil(111): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on existing znode=/2313938361/rs/e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,493 WARN  [RS:0;e792e7e95410:38685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:20:59,493 INFO  [RS:0;e792e7e95410:38685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:20:59,493 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,493 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,38685,1732789257180]
2024-11-28T10:20:59,495 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:20:59,496 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:20:59,497 INFO  [RS:0;e792e7e95410:38685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:20:59,497 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,497 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:20:59,498 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:20:59,498 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:59,498 DEBUG [RS:0;e792e7e95410:38685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,500 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38685,1732789257180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:20:59,519 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:20:59,519 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38685,1732789257180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,519 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,519 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.Replication(171): e792e7e95410,38685,1732789257180 started
2024-11-28T10:20:59,534 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:20:59,534 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,38685,1732789257180, RpcServer on e792e7e95410/172.17.0.2:38685, sessionid=0x10180f5881a0007
2024-11-28T10:20:59,534 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:20:59,534 DEBUG [RS:0;e792e7e95410:38685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,534 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,38685,1732789257180'
2024-11-28T10:20:59,534 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2313938361/flush-table-proc/abort'
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2313938361/flush-table-proc/acquired'
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,38685,1732789257180'
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2313938361/online-snapshot/abort'
2024-11-28T10:20:59,535 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2313938361/online-snapshot/acquired'
2024-11-28T10:20:59,536 DEBUG [RS:0;e792e7e95410:38685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:20:59,536 INFO  [RS:0;e792e7e95410:38685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:20:59,536 INFO  [RS:0;e792e7e95410:38685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:20:59,636 INFO  [RS:0;e792e7e95410:38685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:20:59,637 INFO  [RS:0;e792e7e95410:38685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C38685%2C1732789257180, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/oldWALs, maxLogs=10
2024-11-28T10:20:59,649 DEBUG [RS:0;e792e7e95410:38685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, exclude list is [], retry=0
2024-11-28T10:20:59,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46129,DS-ede81b66-632b-47b3-a105-2769c41690b3,DISK]
2024-11-28T10:20:59,652 INFO  [RS:0;e792e7e95410:38685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637
2024-11-28T10:20:59,652 DEBUG [RS:0;e792e7e95410:38685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781)]
2024-11-28T10:20:59,738 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:20:59,738 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d
2024-11-28T10:20:59,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:20:59,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:20:59,758 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:20:59,759 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:20:59,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:59,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:59,760 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:20:59,761 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:20:59,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:59,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:59,761 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:20:59,762 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:20:59,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:59,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:59,763 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:20:59,763 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:20:59,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:20:59,764 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:20:59,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:20:59,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740
2024-11-28T10:20:59,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740
2024-11-28T10:20:59,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:20:59,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:20:59,766 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:20:59,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:20:59,768 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169496, jitterRate=0.04560697078704834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789259757Initializing all the Stores at 1732789259758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789259758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789259758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789259758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789259758Cleaning up temporary data from old regions at 1732789259765 (+7 ms)Region opened successfully at 1732789259768 (+3 ms)
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:20:59,768 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:20:59,768 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:20:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789259768Disabling compacts and flushes for region at 1732789259768Disabling writes for close at 1732789259768Writing region close event to WAL at 1732789259768Closed at 1732789259768
2024-11-28T10:20:59,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:20:59,769 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:20:59,769 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:20:59,770 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:59,771 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:20:59,921 DEBUG [e792e7e95410:43337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:20:59,921 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:20:59,922 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,38685,1732789257180, state=OPENING
2024-11-28T10:20:59,960 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:20:59,960 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:20:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:20:59,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:20:59,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2313938361/meta-region-server: CHANGED
2024-11-28T10:20:59,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2313938361/meta-region-server: CHANGED
2024-11-28T10:20:59,982 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,38685,1732789257180}]
2024-11-28T10:20:59,991 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,992 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,992 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,992 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,992 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,992 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,998 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:20:59,999 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:00,000 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:00,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:00,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:21:00,138 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:21:00,138 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:00,139 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:21:00,140 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C38685%2C1732789257180.meta, suffix=.meta, logDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/oldWALs, maxLogs=10
2024-11-28T10:21:00,152 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.meta.1732789260140.meta, exclude list is [], retry=0
2024-11-28T10:21:00,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46129,DS-ede81b66-632b-47b3-a105-2769c41690b3,DISK]
2024-11-28T10:21:00,156 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.meta.1732789260140.meta
2024-11-28T10:21:00,156 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781)]
2024-11-28T10:21:00,156 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:00,157 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:21:00,157 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:21:00,157 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:21:00,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:00,159 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:00,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:00,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:00,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:00,160 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:00,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:00,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:00,161 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:00,161 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:00,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:00,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:00,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:00,163 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:00,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:00,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:00,163 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:00,164 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740
2024-11-28T10:21:00,164 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740
2024-11-28T10:21:00,165 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:00,165 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:00,165 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:00,166 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:00,166 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75330640, jitterRate=0.12251400947570801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:00,166 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:21:00,166 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789260157Writing region info on filesystem at 1732789260157Initializing all the Stores at 1732789260158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789260158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789260158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789260158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789260158Cleaning up temporary data from old regions at 1732789260165 (+7 ms)Running coprocessor post-open hooks at 1732789260166 (+1 ms)Region opened successfully at 1732789260166
2024-11-28T10:21:00,167 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789260134
2024-11-28T10:21:00,169 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:21:00,169 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:21:00,169 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:21:00,170 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,38685,1732789257180, state=OPEN
2024-11-28T10:21:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2313938361/meta-region-server
2024-11-28T10:21:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2313938361/meta-region-server
2024-11-28T10:21:00,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,38685,1732789257180
2024-11-28T10:21:00,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2313938361/meta-region-server: CHANGED
2024-11-28T10:21:00,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2313938361/meta-region-server: CHANGED
2024-11-28T10:21:00,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:21:00,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,38685,1732789257180 in 200 msec
2024-11-28T10:21:00,185 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:21:00,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec
2024-11-28T10:21:00,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:00,186 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:21:00,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:00,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38685,1732789257180, seqNum=-1]
2024-11-28T10:21:00,188 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:00,189 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:00,193 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec
2024-11-28T10:21:00,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789260193, completionTime=-1
2024-11-28T10:21:00,193 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:21:00,193 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789320195
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789380195
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43337, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,195 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,196 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,197 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:21:00,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec
2024-11-28T10:21:00,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:21:00,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:21:00,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:21:00,199 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:21:00,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:21:00,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:00,200 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:21:00,201 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:21:00,201 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:21:00,201 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43337,1732789257034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:00,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb3a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:00,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:00,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:00,210 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a56458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:00,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:00,212 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:00,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb209f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:00,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38685,1732789257180, seqNum=-1]
2024-11-28T10:21:00,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:00,215 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:00,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43337,1732789257034
2024-11-28T10:21:00,218 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62567
2024-11-28T10:21:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:00,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10180f5881a0008 connected
2024-11-28T10:21:00,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:00,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,37601,1732789245194
2024-11-28T10:21:00,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4846db27
2024-11-28T10:21:00,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:00,239 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:00,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:00,242 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:00,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:00,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:00,243 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:00,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:00,651 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfc782110d850fcb1c41e47d456ee661, NAME => 'test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295
2024-11-28T10:21:00,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cfc782110d850fcb1c41e47d456ee661, disabling compactions & flushes
2024-11-28T10:21:01,056 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789260240.cfc782110d850fcb1c41e47d456ee661. after waiting 0 ms
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,056 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfc782110d850fcb1c41e47d456ee661:
Waiting for close lock at 1732789261056Disabling compacts and flushes for region at 1732789261056Disabling writes for close at 1732789261056Writing region close event to WAL at 1732789261056Closed at 1732789261056
2024-11-28T10:21:01,057 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:01,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789261057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789261057"}]},"ts":"1732789261057"}
2024-11-28T10:21:01,059 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:01,059 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:01,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789261059"}]},"ts":"1732789261059"}
2024-11-28T10:21:01,061 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:01,061 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfc782110d850fcb1c41e47d456ee661, ASSIGN}]
2024-11-28T10:21:01,062 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfc782110d850fcb1c41e47d456ee661, ASSIGN
2024-11-28T10:21:01,062 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cfc782110d850fcb1c41e47d456ee661, ASSIGN; state=OFFLINE, location=e792e7e95410,41161,1732789245396; forceNewPlan=false, retain=false
2024-11-28T10:21:01,213 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfc782110d850fcb1c41e47d456ee661, regionState=OPENING, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:21:01,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cfc782110d850fcb1c41e47d456ee661, ASSIGN because future has completed
2024-11-28T10:21:01,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfc782110d850fcb1c41e47d456ee661, server=e792e7e95410,41161,1732789245396}]
2024-11-28T10:21:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:01,383 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,383 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfc782110d850fcb1c41e47d456ee661, NAME => 'test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:01,384 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:01,384 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:01,384 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,384 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:01,384 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,384 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,387 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfc782110d850fcb1c41e47d456ee661 
2024-11-28T10:21:01,389 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc782110d850fcb1c41e47d456ee661 columnFamilyName f
2024-11-28T10:21:01,389 DEBUG [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:01,389 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(327): Store=cfc782110d850fcb1c41e47d456ee661/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:01,389 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cfc782110d850fcb1c41e47d456ee661 
2024-11-28T10:21:01,390 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc782110d850fcb1c41e47d456ee661 columnFamilyName f1
2024-11-28T10:21:01,390 DEBUG [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:01,391 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(327): Store=cfc782110d850fcb1c41e47d456ee661/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:01,391 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfc782110d850fcb1c41e47d456ee661 
2024-11-28T10:21:01,392 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc782110d850fcb1c41e47d456ee661 columnFamilyName norep
2024-11-28T10:21:01,392 DEBUG [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:01,393 INFO  [StoreOpener-cfc782110d850fcb1c41e47d456ee661-1 {}] regionserver.HStore(327): Store=cfc782110d850fcb1c41e47d456ee661/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:01,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,394 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,394 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,394 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,395 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:01,396 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,397 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:01,398 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfc782110d850fcb1c41e47d456ee661; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64457937, jitterRate=-0.039501890540122986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:01,398 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:01,398 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfc782110d850fcb1c41e47d456ee661:
Running coprocessor pre-open hook at 1732789261384Writing region info on filesystem at 1732789261384Initializing all the Stores at 1732789261385 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789261385Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789261387 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789261387Cleaning up temporary data from old regions at 1732789261394 (+7 ms)Running coprocessor post-open hooks at 1732789261398 (+4 ms)Region opened successfully at 1732789261398
2024-11-28T10:21:01,399 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789260240.cfc782110d850fcb1c41e47d456ee661., pid=6, masterSystemTime=1732789261370
2024-11-28T10:21:01,401 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,401 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:01,402 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfc782110d850fcb1c41e47d456ee661, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:21:01,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfc782110d850fcb1c41e47d456ee661, server=e792e7e95410,41161,1732789245396 because future has completed
2024-11-28T10:21:01,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:01,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfc782110d850fcb1c41e47d456ee661, server=e792e7e95410,41161,1732789245396 in 194 msec
2024-11-28T10:21:01,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:01,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cfc782110d850fcb1c41e47d456ee661, ASSIGN in 353 msec
2024-11-28T10:21:01,417 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:01,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789261417"}]},"ts":"1732789261417"}
2024-11-28T10:21:01,420 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:01,421 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:01,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec
2024-11-28T10:21:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:02,386 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:02,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:02,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41309,1732789250723
2024-11-28T10:21:02,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3215cb2b
2024-11-28T10:21:02,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:02,388 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:02,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:02,390 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:02,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:02,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:02,391 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:02,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:02,801 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ecbd95db1949f4f81d8469e0bfe3b47, NAME => 'test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7
2024-11-28T10:21:02,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ecbd95db1949f4f81d8469e0bfe3b47, disabling compactions & flushes
2024-11-28T10:21:02,815 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47. after waiting 0 ms
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:02,815 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:02,815 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ecbd95db1949f4f81d8469e0bfe3b47:
Waiting for close lock at 1732789262815Disabling compacts and flushes for region at 1732789262815Disabling writes for close at 1732789262815Writing region close event to WAL at 1732789262815Closed at 1732789262815
2024-11-28T10:21:02,817 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:02,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789262817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789262817"}]},"ts":"1732789262817"}
2024-11-28T10:21:02,821 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:02,822 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:02,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789262822"}]},"ts":"1732789262822"}
2024-11-28T10:21:02,825 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:02,825 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ecbd95db1949f4f81d8469e0bfe3b47, ASSIGN}]
2024-11-28T10:21:02,827 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ecbd95db1949f4f81d8469e0bfe3b47, ASSIGN
2024-11-28T10:21:02,828 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ecbd95db1949f4f81d8469e0bfe3b47, ASSIGN; state=OFFLINE, location=e792e7e95410,45355,1732789250870; forceNewPlan=false, retain=false
2024-11-28T10:21:02,979 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ecbd95db1949f4f81d8469e0bfe3b47, regionState=OPENING, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:21:02,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ecbd95db1949f4f81d8469e0bfe3b47, ASSIGN because future has completed
2024-11-28T10:21:02,991 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ecbd95db1949f4f81d8469e0bfe3b47, server=e792e7e95410,45355,1732789250870}]
2024-11-28T10:21:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:03,147 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:03,147 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ecbd95db1949f4f81d8469e0bfe3b47, NAME => 'test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:03,147 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:03,147 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:03,147 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,147 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:03,148 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,148 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,148 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ecbd95db1949f4f81d8469e0bfe3b47 
2024-11-28T10:21:03,149 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ecbd95db1949f4f81d8469e0bfe3b47 columnFamilyName f
2024-11-28T10:21:03,149 DEBUG [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:03,150 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(327): Store=1ecbd95db1949f4f81d8469e0bfe3b47/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:03,150 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ecbd95db1949f4f81d8469e0bfe3b47 
2024-11-28T10:21:03,151 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ecbd95db1949f4f81d8469e0bfe3b47 columnFamilyName f1
2024-11-28T10:21:03,151 DEBUG [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:03,151 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(327): Store=1ecbd95db1949f4f81d8469e0bfe3b47/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:03,151 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ecbd95db1949f4f81d8469e0bfe3b47 
2024-11-28T10:21:03,152 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ecbd95db1949f4f81d8469e0bfe3b47 columnFamilyName norep
2024-11-28T10:21:03,152 DEBUG [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:03,152 INFO  [StoreOpener-1ecbd95db1949f4f81d8469e0bfe3b47-1 {}] regionserver.HStore(327): Store=1ecbd95db1949f4f81d8469e0bfe3b47/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:03,152 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,153 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,153 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,154 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,154 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,154 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:03,155 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,156 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:03,156 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ecbd95db1949f4f81d8469e0bfe3b47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64652954, jitterRate=-0.0365959107875824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:03,156 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:03,156 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ecbd95db1949f4f81d8469e0bfe3b47:
Running coprocessor pre-open hook at 1732789263148Writing region info on filesystem at 1732789263148Initializing all the Stores at 1732789263148Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789263148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789263148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789263148Cleaning up temporary data from old regions at 1732789263154 (+6 ms)Running coprocessor post-open hooks at 1732789263156 (+2 ms)Region opened successfully at 1732789263156
2024-11-28T10:21:03,157 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47., pid=6, masterSystemTime=1732789263144
2024-11-28T10:21:03,158 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:03,158 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:03,159 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ecbd95db1949f4f81d8469e0bfe3b47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:21:03,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ecbd95db1949f4f81d8469e0bfe3b47, server=e792e7e95410,45355,1732789250870 because future has completed
2024-11-28T10:21:03,162 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:03,163 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ecbd95db1949f4f81d8469e0bfe3b47, server=e792e7e95410,45355,1732789250870 in 170 msec
2024-11-28T10:21:03,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:03,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ecbd95db1949f4f81d8469e0bfe3b47, ASSIGN in 338 msec
2024-11-28T10:21:03,164 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:03,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789263164"}]},"ts":"1732789263164"}
2024-11-28T10:21:03,166 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:03,166 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:03,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec
2024-11-28T10:21:03,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:21:03,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:21:03,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:03,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:21:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:03,525 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:03,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f35bffb
2024-11-28T10:21:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:03,527 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:03,527 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:03,529 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:03,529 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:03,529 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:03,530 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:03,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:03,936 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea520f39e66660af1f4e33fdcb52b4aa, NAME => 'test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d
2024-11-28T10:21:03,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:04,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:04,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ea520f39e66660af1f4e33fdcb52b4aa, disabling compactions & flushes
2024-11-28T10:21:04,350 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa. after waiting 0 ms
2024-11-28T10:21:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,350 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,350 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea520f39e66660af1f4e33fdcb52b4aa:
Waiting for close lock at 1732789264349Disabling compacts and flushes for region at 1732789264349Disabling writes for close at 1732789264350 (+1 ms)Writing region close event to WAL at 1732789264350Closed at 1732789264350
2024-11-28T10:21:04,351 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:04,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789264351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789264351"}]},"ts":"1732789264351"}
2024-11-28T10:21:04,353 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:04,353 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:04,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789264353"}]},"ts":"1732789264353"}
2024-11-28T10:21:04,355 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:04,355 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea520f39e66660af1f4e33fdcb52b4aa, ASSIGN}]
2024-11-28T10:21:04,356 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ea520f39e66660af1f4e33fdcb52b4aa, ASSIGN
2024-11-28T10:21:04,356 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ea520f39e66660af1f4e33fdcb52b4aa, ASSIGN; state=OFFLINE, location=e792e7e95410,38685,1732789257180; forceNewPlan=false, retain=false
2024-11-28T10:21:04,507 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea520f39e66660af1f4e33fdcb52b4aa, regionState=OPENING, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:21:04,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ea520f39e66660af1f4e33fdcb52b4aa, ASSIGN because future has completed
2024-11-28T10:21:04,509 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea520f39e66660af1f4e33fdcb52b4aa, server=e792e7e95410,38685,1732789257180}]
2024-11-28T10:21:04,663 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,664 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea520f39e66660af1f4e33fdcb52b4aa, NAME => 'test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:04,664 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:04,664 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:04,664 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,664 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:04,664 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,664 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:04,667 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea520f39e66660af1f4e33fdcb52b4aa 
2024-11-28T10:21:04,668 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea520f39e66660af1f4e33fdcb52b4aa columnFamilyName f
2024-11-28T10:21:04,668 DEBUG [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:04,668 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(327): Store=ea520f39e66660af1f4e33fdcb52b4aa/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:04,668 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ea520f39e66660af1f4e33fdcb52b4aa 
2024-11-28T10:21:04,669 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea520f39e66660af1f4e33fdcb52b4aa columnFamilyName f1
2024-11-28T10:21:04,669 DEBUG [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:04,669 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(327): Store=ea520f39e66660af1f4e33fdcb52b4aa/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:04,669 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea520f39e66660af1f4e33fdcb52b4aa 
2024-11-28T10:21:04,670 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea520f39e66660af1f4e33fdcb52b4aa columnFamilyName norep
2024-11-28T10:21:04,670 DEBUG [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:04,670 INFO  [StoreOpener-ea520f39e66660af1f4e33fdcb52b4aa-1 {}] regionserver.HStore(327): Store=ea520f39e66660af1f4e33fdcb52b4aa/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:04,670 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,670 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,671 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,671 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,671 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,672 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:04,672 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,674 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:04,674 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea520f39e66660af1f4e33fdcb52b4aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549691, jitterRate=-0.08283813297748566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:04,674 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:04,674 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea520f39e66660af1f4e33fdcb52b4aa:
Running coprocessor pre-open hook at 1732789264664Writing region info on filesystem at 1732789264664Initializing all the Stores at 1732789264665 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789264665Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789264667 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789264667Cleaning up temporary data from old regions at 1732789264671 (+4 ms)Running coprocessor post-open hooks at 1732789264674 (+3 ms)Region opened successfully at 1732789264674
2024-11-28T10:21:04,675 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa., pid=6, masterSystemTime=1732789264661
2024-11-28T10:21:04,676 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,676 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:04,677 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea520f39e66660af1f4e33fdcb52b4aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:21:04,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea520f39e66660af1f4e33fdcb52b4aa, server=e792e7e95410,38685,1732789257180 because future has completed
2024-11-28T10:21:04,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:04,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea520f39e66660af1f4e33fdcb52b4aa, server=e792e7e95410,38685,1732789257180 in 170 msec
2024-11-28T10:21:04,682 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:04,682 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ea520f39e66660af1f4e33fdcb52b4aa, ASSIGN in 326 msec
2024-11-28T10:21:04,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:04,683 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789264683"}]},"ts":"1732789264683"}
2024-11-28T10:21:04,684 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:04,685 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:04,686 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec
2024-11-28T10:21:04,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:21:05,659 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:05,660 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:05,675 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:05,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c05dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:05,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:05,677 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4696c224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:05,678 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa3bf83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,37601,1732789245194
2024-11-28T10:21:05,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@500ef413
2024-11-28T10:21:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:05,680 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:05,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:41309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:05,683 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:41309'
2024-11-28T10:21:05,684 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2595f1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,684 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:21:05,684 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:05,684 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b034e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:05,686 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:05,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdb527b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:05,686 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41309,1732789250723
2024-11-28T10:21:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c2353f1
2024-11-28T10:21:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:05,688 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:05,688 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:21:05,688 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:05,688 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:05,688 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:05,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:05,689 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:05,690 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:05,690 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:05,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:05,691 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:05,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:05,698 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,698 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,698 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,698 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,698 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,699 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,706 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,706 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,708 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:05,740 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:06,097 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 529bd2058a170b136265051906fdde76, NAME => 'hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295
2024-11-28T10:21:06,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:06,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:06,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 529bd2058a170b136265051906fdde76, disabling compactions & flushes
2024-11-28T10:21:06,506 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76. after waiting 0 ms
2024-11-28T10:21:06,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,506 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 529bd2058a170b136265051906fdde76:
Waiting for close lock at 1732789266506Disabling compacts and flushes for region at 1732789266506Disabling writes for close at 1732789266506Writing region close event to WAL at 1732789266506Closed at 1732789266506
2024-11-28T10:21:06,507 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:06,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789266508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789266508"}]},"ts":"1732789266508"}
2024-11-28T10:21:06,509 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:06,510 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:06,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789266510"}]},"ts":"1732789266510"}
2024-11-28T10:21:06,512 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:06,512 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529bd2058a170b136265051906fdde76, ASSIGN}]
2024-11-28T10:21:06,513 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529bd2058a170b136265051906fdde76, ASSIGN
2024-11-28T10:21:06,513 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=529bd2058a170b136265051906fdde76, ASSIGN; state=OFFLINE, location=e792e7e95410,41161,1732789245396; forceNewPlan=false, retain=false
2024-11-28T10:21:06,664 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=529bd2058a170b136265051906fdde76, regionState=OPENING, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:21:06,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=529bd2058a170b136265051906fdde76, ASSIGN because future has completed
2024-11-28T10:21:06,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 529bd2058a170b136265051906fdde76, server=e792e7e95410,41161,1732789245396}]
2024-11-28T10:21:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:06,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:06,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:06,822 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41161%2C1732789245396.rep, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/oldWALs, maxLogs=10
2024-11-28T10:21:06,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.rep.1732789266823, exclude list is [], retry=0
2024-11-28T10:21:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43089,DS-cea3f292-0095-4a38-ab4d-9ea713a9f962,DISK]
2024-11-28T10:21:06,839 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.rep.1732789266823
2024-11-28T10:21:06,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41007:41007)]
2024-11-28T10:21:06,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 529bd2058a170b136265051906fdde76, NAME => 'hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:06,839 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:06,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:06,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76. service=MultiRowMutationService
2024-11-28T10:21:06,840 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:06,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:06,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,841 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 529bd2058a170b136265051906fdde76 
2024-11-28T10:21:06,842 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529bd2058a170b136265051906fdde76 columnFamilyName hfileref
2024-11-28T10:21:06,842 DEBUG [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:06,842 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(327): Store=529bd2058a170b136265051906fdde76/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:06,842 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 529bd2058a170b136265051906fdde76 
2024-11-28T10:21:06,843 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529bd2058a170b136265051906fdde76 columnFamilyName queue
2024-11-28T10:21:06,843 DEBUG [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:06,843 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(327): Store=529bd2058a170b136265051906fdde76/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:06,843 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 529bd2058a170b136265051906fdde76 
2024-11-28T10:21:06,844 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529bd2058a170b136265051906fdde76 columnFamilyName sid
2024-11-28T10:21:06,844 DEBUG [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:06,845 INFO  [StoreOpener-529bd2058a170b136265051906fdde76-1 {}] regionserver.HStore(327): Store=529bd2058a170b136265051906fdde76/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:06,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:06,852 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 529bd2058a170b136265051906fdde76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59719584, jitterRate=-0.11010885238647461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:06,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:06,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 529bd2058a170b136265051906fdde76:
Running coprocessor pre-open hook at 1732789266840Writing region info on filesystem at 1732789266840Initializing all the Stores at 1732789266841 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789266841Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789266841Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789266841Cleaning up temporary data from old regions at 1732789266846 (+5 ms)Running coprocessor post-open hooks at 1732789266853 (+7 ms)Region opened successfully at 1732789266853
2024-11-28T10:21:06,853 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76., pid=10, masterSystemTime=1732789266818
2024-11-28T10:21:06,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,855 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:06,856 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=529bd2058a170b136265051906fdde76, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,41161,1732789245396
2024-11-28T10:21:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 529bd2058a170b136265051906fdde76, server=e792e7e95410,41161,1732789245396 because future has completed
2024-11-28T10:21:06,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:06,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 529bd2058a170b136265051906fdde76, server=e792e7e95410,41161,1732789245396 in 192 msec
2024-11-28T10:21:06,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:06,862 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529bd2058a170b136265051906fdde76, ASSIGN in 349 msec
2024-11-28T10:21:06,863 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:06,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789266863"}]},"ts":"1732789266863"}
2024-11-28T10:21:06,865 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:06,865 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:06,867 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec
2024-11-28T10:21:06,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76., hostname=e792e7e95410,41161,1732789245396, seqNum=2]
2024-11-28T10:21:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:21:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:21:06,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:07,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:07,114 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:07,151 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,41161,1732789245396, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:07,151 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:07,151 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41161,1732789245396, seqNum=-1]
2024-11-28T10:21:07,152 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:07,153 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:07,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,41161,1732789245396', locateType=CURRENT is [region=hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76., hostname=e792e7e95410,41161,1732789245396, seqNum=2]
2024-11-28T10:21:07,180 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:07,183 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,41161,1732789245396 suceeded
2024-11-28T10:21:07,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:07,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec
2024-11-28T10:21:07,185 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:41309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:07,186 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec
2024-11-28T10:21:07,200 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:41309'
2024-11-28T10:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:21:07,201 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:07,202 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78565958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:07,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,203 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:07,204 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,204 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41309,1732789250723
2024-11-28T10:21:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d12d5de
2024-11-28T10:21:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:07,208 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:07,209 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,41161,1732789245396 (queues=1) is replicating from cluster=7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1 to cluster=409ac52b-9064-4e01-a621-a73f87453cb0
2024-11-28T10:21:07,209 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C41161%2C1732789245396
2024-11-28T10:21:07,209 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,41161,1732789245396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:07,212 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C41161%2C1732789245396
2024-11-28T10:21:07,213 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, startPosition=0, beingWritten=true
2024-11-28T10:21:07,217 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:07,217 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:07,217 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:07,421 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:07,724 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:07,825 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:07,826 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,826 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5120fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:21:07,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:07,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:21:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:21:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55080d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:21:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:07,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,828 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e1ccf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41309,1732789250723
2024-11-28T10:21:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b542b4
2024-11-28T10:21:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:07,831 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:07,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:43337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:07,833 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43337'
2024-11-28T10:21:07,834 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e75f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,834 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:07,834 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:07,834 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ce70e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,835 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:07,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc5f224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:07,836 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee75f65
2024-11-28T10:21:07,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:07,837 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:07,838 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:21:07,838 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:07,838 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,838 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:07,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:07,838 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:07,839 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:07,840 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:07,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:07,841 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:07,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:07,890 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:08,129 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:08,247 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b884a3cb25df0db69044d3d79cc2c3cf, NAME => 'hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7
2024-11-28T10:21:08,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:08,632 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b884a3cb25df0db69044d3d79cc2c3cf, disabling compactions & flushes
2024-11-28T10:21:08,652 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf. after waiting 0 ms
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:08,652 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:08,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b884a3cb25df0db69044d3d79cc2c3cf:
Waiting for close lock at 1732789268652Disabling compacts and flushes for region at 1732789268652Disabling writes for close at 1732789268652Writing region close event to WAL at 1732789268652Closed at 1732789268652
2024-11-28T10:21:08,653 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:08,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789268653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789268653"}]},"ts":"1732789268653"}
2024-11-28T10:21:08,655 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:08,655 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:08,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789268655"}]},"ts":"1732789268655"}
2024-11-28T10:21:08,657 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:08,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b884a3cb25df0db69044d3d79cc2c3cf, ASSIGN}]
2024-11-28T10:21:08,658 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b884a3cb25df0db69044d3d79cc2c3cf, ASSIGN
2024-11-28T10:21:08,659 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b884a3cb25df0db69044d3d79cc2c3cf, ASSIGN; state=OFFLINE, location=e792e7e95410,45355,1732789250870; forceNewPlan=false, retain=false
2024-11-28T10:21:08,809 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b884a3cb25df0db69044d3d79cc2c3cf, regionState=OPENING, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:21:08,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b884a3cb25df0db69044d3d79cc2c3cf, ASSIGN because future has completed
2024-11-28T10:21:08,812 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b884a3cb25df0db69044d3d79cc2c3cf, server=e792e7e95410,45355,1732789250870}]
2024-11-28T10:21:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:08,998 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:08,999 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:08,999 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:09,001 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45355%2C1732789250870.rep, suffix=, logDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870, archiveDir=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/oldWALs, maxLogs=10
2024-11-28T10:21:09,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.rep.1732789269001, exclude list is [], retry=0
2024-11-28T10:21:09,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41977,DS-d4ad7dd8-3f04-45c6-acad-bf56e0fbad0b,DISK]
2024-11-28T10:21:09,060 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.rep.1732789269001
2024-11-28T10:21:09,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44521:44521)]
2024-11-28T10:21:09,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b884a3cb25df0db69044d3d79cc2c3cf, NAME => 'hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:09,065 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf. service=MultiRowMutationService
2024-11-28T10:21:09,065 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,076 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b884a3cb25df0db69044d3d79cc2c3cf 
2024-11-28T10:21:09,080 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b884a3cb25df0db69044d3d79cc2c3cf columnFamilyName hfileref
2024-11-28T10:21:09,080 DEBUG [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:09,085 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(327): Store=b884a3cb25df0db69044d3d79cc2c3cf/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:09,086 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b884a3cb25df0db69044d3d79cc2c3cf 
2024-11-28T10:21:09,088 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b884a3cb25df0db69044d3d79cc2c3cf columnFamilyName queue
2024-11-28T10:21:09,090 DEBUG [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:09,091 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(327): Store=b884a3cb25df0db69044d3d79cc2c3cf/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:09,091 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b884a3cb25df0db69044d3d79cc2c3cf 
2024-11-28T10:21:09,092 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b884a3cb25df0db69044d3d79cc2c3cf columnFamilyName sid
2024-11-28T10:21:09,093 DEBUG [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:09,094 INFO  [StoreOpener-b884a3cb25df0db69044d3d79cc2c3cf-1 {}] regionserver.HStore(327): Store=b884a3cb25df0db69044d3d79cc2c3cf/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:09,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/replication/b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/replication/b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:09,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/replication/b884a3cb25df0db69044d3d79cc2c3cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:09,116 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b884a3cb25df0db69044d3d79cc2c3cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74960711, jitterRate=0.11700163781642914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:09,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:09,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b884a3cb25df0db69044d3d79cc2c3cf:
Running coprocessor pre-open hook at 1732789269065Writing region info on filesystem at 1732789269065Initializing all the Stores at 1732789269073 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789269073Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789269076 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789269076Cleaning up temporary data from old regions at 1732789269096 (+20 ms)Running coprocessor post-open hooks at 1732789269116 (+20 ms)Region opened successfully at 1732789269117 (+1 ms)
2024-11-28T10:21:09,118 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., pid=10, masterSystemTime=1732789268973
2024-11-28T10:21:09,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:09,121 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b884a3cb25df0db69044d3d79cc2c3cf, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,45355,1732789250870
2024-11-28T10:21:09,121 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b884a3cb25df0db69044d3d79cc2c3cf, server=e792e7e95410,45355,1732789250870 because future has completed
2024-11-28T10:21:09,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:09,140 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b884a3cb25df0db69044d3d79cc2c3cf, server=e792e7e95410,45355,1732789250870 in 325 msec
2024-11-28T10:21:09,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:09,144 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b884a3cb25df0db69044d3d79cc2c3cf, ASSIGN in 483 msec
2024-11-28T10:21:09,145 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:09,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789269145"}]},"ts":"1732789269145"}
2024-11-28T10:21:09,147 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:09,148 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:09,150 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3090 sec
2024-11-28T10:21:09,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., hostname=e792e7e95410,45355,1732789250870, seqNum=2]
2024-11-28T10:21:09,238 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:09,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:21:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:21:09,288 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:09,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:09,443 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:09,499 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,45355,1732789250870, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:09,499 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:09,500 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45355,1732789250870, seqNum=-1]
2024-11-28T10:21:09,500 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:09,501 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:09,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,45355,1732789250870', locateType=CURRENT is [region=hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., hostname=e792e7e95410,45355,1732789250870, seqNum=2]
2024-11-28T10:21:09,507 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:09,511 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,45355,1732789250870 suceeded
2024-11-28T10:21:09,514 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:09,514 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec
2024-11-28T10:21:09,514 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:43337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:09,515 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6830 sec
2024-11-28T10:21:09,554 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43337'
2024-11-28T10:21:09,569 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632d8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,569 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:09,569 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:09,570 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:09,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:09,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e528c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:09,572 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:09,573 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee9930e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,573 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:09,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:09,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed51d1c
2024-11-28T10:21:09,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:09,575 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:09,576 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,45355,1732789250870 (queues=1) is replicating from cluster=409ac52b-9064-4e01-a621-a73f87453cb0 to cluster=8e7d6a1a-068b-4533-a664-585f25531ece
2024-11-28T10:21:09,576 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C45355%2C1732789250870
2024-11-28T10:21:09,576 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,45355,1732789250870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:09,589 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, startPosition=0, beingWritten=true
2024-11-28T10:21:09,594 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C45355%2C1732789250870
2024-11-28T10:21:09,628 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:09,628 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:09,628 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:09,841 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:09,976 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:09,976 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:09,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:09,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:09,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:09,976 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:09,977 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:09,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:09,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:09,978 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c268cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:09,980 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d20b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b0bc23b
2024-11-28T10:21:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:09,985 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:09,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:09,989 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:37601'
2024-11-28T10:21:09,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69977a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,992 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:09,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:09,994 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315e2e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:09,996 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba8b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:09,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:09,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,37601,1732789245194
2024-11-28T10:21:09,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16bb834c
2024-11-28T10:21:09,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:10,000 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:10,002 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:21:10,002 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:10,002 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:10,002 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:10,002 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:10,003 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:10,005 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:10,007 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:10,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:10,009 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:10,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:10,056 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:10,058 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 166667f12217cb4336f1f1c125319ea6, NAME => 'hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d
2024-11-28T10:21:10,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 166667f12217cb4336f1f1c125319ea6, disabling compactions & flushes
2024-11-28T10:21:10,080 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6. after waiting 0 ms
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,080 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 166667f12217cb4336f1f1c125319ea6:
Waiting for close lock at 1732789270080Disabling compacts and flushes for region at 1732789270080Disabling writes for close at 1732789270080Writing region close event to WAL at 1732789270080Closed at 1732789270080
2024-11-28T10:21:10,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:10,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789270082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789270082"}]},"ts":"1732789270082"}
2024-11-28T10:21:10,085 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:10,087 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:10,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789270087"}]},"ts":"1732789270087"}
2024-11-28T10:21:10,090 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:10,091 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=166667f12217cb4336f1f1c125319ea6, ASSIGN}]
2024-11-28T10:21:10,093 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=166667f12217cb4336f1f1c125319ea6, ASSIGN
2024-11-28T10:21:10,094 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=166667f12217cb4336f1f1c125319ea6, ASSIGN; state=OFFLINE, location=e792e7e95410,38685,1732789257180; forceNewPlan=false, retain=false
2024-11-28T10:21:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:10,177 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:10,245 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=166667f12217cb4336f1f1c125319ea6, regionState=OPENING, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:21:10,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=166667f12217cb4336f1f1c125319ea6, ASSIGN because future has completed
2024-11-28T10:21:10,248 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166667f12217cb4336f1f1c125319ea6, server=e792e7e95410,38685,1732789257180}]
2024-11-28T10:21:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:10,406 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,406 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:10,406 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:10,411 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C38685%2C1732789257180.rep, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/oldWALs, maxLogs=10
2024-11-28T10:21:10,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.rep.1732789270412, exclude list is [], retry=0
2024-11-28T10:21:10,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46129,DS-ede81b66-632b-47b3-a105-2769c41690b3,DISK]
2024-11-28T10:21:10,441 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.rep.1732789270412
2024-11-28T10:21:10,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781)]
2024-11-28T10:21:10,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 166667f12217cb4336f1f1c125319ea6, NAME => 'hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:10,449 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:10,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:10,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6. service=MultiRowMutationService
2024-11-28T10:21:10,450 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:10,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:10,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,477 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 166667f12217cb4336f1f1c125319ea6 
2024-11-28T10:21:10,479 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166667f12217cb4336f1f1c125319ea6 columnFamilyName hfileref
2024-11-28T10:21:10,480 DEBUG [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:10,481 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(327): Store=166667f12217cb4336f1f1c125319ea6/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:10,481 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 166667f12217cb4336f1f1c125319ea6 
2024-11-28T10:21:10,483 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166667f12217cb4336f1f1c125319ea6 columnFamilyName queue
2024-11-28T10:21:10,483 DEBUG [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:10,484 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(327): Store=166667f12217cb4336f1f1c125319ea6/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:10,484 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 166667f12217cb4336f1f1c125319ea6 
2024-11-28T10:21:10,486 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166667f12217cb4336f1f1c125319ea6 columnFamilyName sid
2024-11-28T10:21:10,486 DEBUG [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:10,486 INFO  [StoreOpener-166667f12217cb4336f1f1c125319ea6-1 {}] regionserver.HStore(327): Store=166667f12217cb4336f1f1c125319ea6/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:10,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/replication/166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/replication/166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:10,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/replication/166667f12217cb4336f1f1c125319ea6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:10,495 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 166667f12217cb4336f1f1c125319ea6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728266, jitterRate=0.009229809045791626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:10,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:10,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 166667f12217cb4336f1f1c125319ea6:
Running coprocessor pre-open hook at 1732789270450Writing region info on filesystem at 1732789270450Initializing all the Stores at 1732789270452 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789270452Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789270468 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789270468Cleaning up temporary data from old regions at 1732789270490 (+22 ms)Running coprocessor post-open hooks at 1732789270495 (+5 ms)Region opened successfully at 1732789270496 (+1 ms)
2024-11-28T10:21:10,497 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6., pid=10, masterSystemTime=1732789270401
2024-11-28T10:21:10,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:10,501 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=166667f12217cb4336f1f1c125319ea6, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,38685,1732789257180
2024-11-28T10:21:10,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166667f12217cb4336f1f1c125319ea6, server=e792e7e95410,38685,1732789257180 because future has completed
2024-11-28T10:21:10,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:10,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 166667f12217cb4336f1f1c125319ea6, server=e792e7e95410,38685,1732789257180 in 259 msec
2024-11-28T10:21:10,512 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:10,513 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=166667f12217cb4336f1f1c125319ea6, ASSIGN in 418 msec
2024-11-28T10:21:10,514 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:10,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789270514"}]},"ts":"1732789270514"}
2024-11-28T10:21:10,518 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:10,519 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:10,522 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 516 msec
2024-11-28T10:21:10,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6., hostname=e792e7e95410,38685,1732789257180, seqNum=2]
2024-11-28T10:21:10,582 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:21:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:21:10,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:10,790 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:10,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:10,820 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:10,863 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,38685,1732789257180, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:10,863 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:10,864 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38685,1732789257180, seqNum=-1]
2024-11-28T10:21:10,864 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:10,865 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,38685,1732789257180', locateType=CURRENT is [region=hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6., hostname=e792e7e95410,38685,1732789257180, seqNum=2]
2024-11-28T10:21:10,870 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:10,872 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,38685,1732789257180 suceeded
2024-11-28T10:21:10,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:10,875 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:10,875 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec
2024-11-28T10:21:10,878 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 890 msec
2024-11-28T10:21:10,893 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:37601'
2024-11-28T10:21:10,895 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a38907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:10,895 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:10,895 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:10,896 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785069e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:10,898 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:10,899 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26662e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:10,900 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:10,901 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,37601,1732789245194
2024-11-28T10:21:10,901 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad59238
2024-11-28T10:21:10,901 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:10,903 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:10,903 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,38685,1732789257180 (queues=1) is replicating from cluster=8e7d6a1a-068b-4533-a664-585f25531ece to cluster=7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1
2024-11-28T10:21:10,904 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C38685%2C1732789257180
2024-11-28T10:21:10,904 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,38685,1732789257180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:10,904 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, startPosition=0, beingWritten=true
2024-11-28T10:21:10,918 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C38685%2C1732789257180
2024-11-28T10:21:10,922 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:10,922 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:10,922 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:11,102 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:11,126 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:11,126 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:11,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:11,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,127 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:11,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:11,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:11,128 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2cd1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:11,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,131 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:11,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed2b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,132 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:11,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:21:11,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:11,134 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:21:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1abf0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,136 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e323734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:11,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:11,142 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbf7f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:11,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,144 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:11,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae0ac43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:11,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41161,1732789245396, seqNum=-1]
2024-11-28T10:21:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:11,176 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:11,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789260240.cfc782110d850fcb1c41e47d456ee661., hostname=e792e7e95410,41161,1732789245396, seqNum=2]
2024-11-28T10:21:11,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38685,1732789257180, seqNum=-1]
2024-11-28T10:21:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:11,185 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa., hostname=e792e7e95410,38685,1732789257180, seqNum=2]
2024-11-28T10:21:11,189 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-28T10:21:11,442 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:11,696 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 379, reset compression=false
2024-11-28T10:21:11,700 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:11,700 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:11,700 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfc782110d850fcb1c41e47d456ee661/4=[#edits: 1 = <row/f:row/1732789271180/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-28T10:21:11,702 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:11,703 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:11,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:11,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b759649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41309,-1 for getting cluster id
2024-11-28T10:21:11,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:11,705 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409ac52b-9064-4e01-a621-a73f87453cb0'
2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409ac52b-9064-4e01-a621-a73f87453cb0"

2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cf7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41309,-1]
2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:11,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:11,706 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:11,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1a7912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:11,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:11,707 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:11,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45355,1732789250870, seqNum=-1]
2024-11-28T10:21:11,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:11,709 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:11,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47., hostname=e792e7e95410,45355,1732789250870, seqNum=2]
2024-11-28T10:21:11,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:11,845 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:11,903 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:12,192 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-28T10:21:12,210 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:12,343 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:12,347 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,352 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:12,399 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,400 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,401 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,409 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,412 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 379, reset compression=false
2024-11-28T10:21:12,414 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,414 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:12,419 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:12,420 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 503, reset compression=false
2024-11-28T10:21:12,420 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/4=[#edits: 1 = <row/f:row/1732789271180/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-28T10:21:12,424 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:12,426 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:12,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:12,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ab4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:12,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:12,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:12,435 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206267b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:12,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:12,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:12,438 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:12,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f97574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:12,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:12,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,38685,1732789257180, seqNum=-1]
2024-11-28T10:21:12,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:12,443 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:12,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa., hostname=e792e7e95410,38685,1732789257180, seqNum=2]
2024-11-28T10:21:12,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:12,615 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:12,637 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 503, reset compression=false
2024-11-28T10:21:12,941 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 503, reset compression=false
2024-11-28T10:21:12,956 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 379, reset compression=false
2024-11-28T10:21:12,967 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:12,967 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 526, reset compression=false
2024-11-28T10:21:12,967 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:13,123 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:13,174 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 526, reset compression=false
2024-11-28T10:21:13,194 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-28T10:21:13,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45355,1732789250870, seqNum=-1]
2024-11-28T10:21:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:13,197 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47., hostname=e792e7e95410,45355,1732789250870, seqNum=2]
2024-11-28T10:21:13,205 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-28T10:21:13,345 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 503, reset compression=false
2024-11-28T10:21:13,350 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:13,350 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 607, reset compression=false
2024-11-28T10:21:13,350 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/5=[#edits: 1 = <row1/f:row1/1732789273200/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:13,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:13,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:13,479 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 526, reset compression=false
2024-11-28T10:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 653, reset compression=false
2024-11-28T10:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea520f39e66660af1f4e33fdcb52b4aa/5=[#edits: 1 = <row1/f:row1/1732789273200/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-28T10:21:13,486 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:13,488 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:13,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:13,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e4c96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:13,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:13,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:13,490 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:13,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:13,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:13,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c85a952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:13,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:13,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:13,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:13,492 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:13,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5abdb139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:13,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:13,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41161,1732789245396, seqNum=-1]
2024-11-28T10:21:13,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:13,495 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:13,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732789260240.cfc782110d850fcb1c41e47d456ee661., hostname=e792e7e95410,41161,1732789245396, seqNum=2]
2024-11-28T10:21:13,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:13,562 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 607, reset compression=false
2024-11-28T10:21:13,691 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 653, reset compression=false
2024-11-28T10:21:13,728 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 480, reset compression=false
2024-11-28T10:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 631, reset compression=false
2024-11-28T10:21:13,733 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:13,887 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 607, reset compression=false
2024-11-28T10:21:13,937 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 631, reset compression=false
2024-11-28T10:21:13,995 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 653, reset compression=false
2024-11-28T10:21:14,210 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-28T10:21:14,214 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-28T10:21:14,247 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 631, reset compression=false
2024-11-28T10:21:14,292 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 607, reset compression=false
2024-11-28T10:21:14,399 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 653, reset compression=false
2024-11-28T10:21:14,420 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:14,420 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 757, reset compression=false
2024-11-28T10:21:14,420 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea520f39e66660af1f4e33fdcb52b4aa/6=[#edits: 1 = <row2/f:row2/1732789274211/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:14,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:14,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:14,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 757, reset compression=false
2024-11-28T10:21:14,651 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 631, reset compression=false
2024-11-28T10:21:14,655 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:14,656 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 759, reset compression=false
2024-11-28T10:21:14,656 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfc782110d850fcb1c41e47d456ee661/6=[#edits: 1 = <row2/f:row2/1732789274211/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-28T10:21:14,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:14,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:14,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:21:14,796 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 607, reset compression=false
2024-11-28T10:21:14,805 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:14,805 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 758, reset compression=false
2024-11-28T10:21:14,807 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:14,864 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 759, reset compression=false
2024-11-28T10:21:14,933 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 757, reset compression=false
2024-11-28T10:21:15,010 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 758, reset compression=false
2024-11-28T10:21:15,168 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 759, reset compression=false
2024-11-28T10:21:15,216 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-28T10:21:15,220 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-28T10:21:15,314 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 758, reset compression=false
2024-11-28T10:21:15,336 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 757, reset compression=false
2024-11-28T10:21:15,574 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 759, reset compression=false
2024-11-28T10:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 915, reset compression=false
2024-11-28T10:21:15,587 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfc782110d850fcb1c41e47d456ee661/7=[#edits: 2 = <row/f:/1732789275217/DeleteFamily/vlen=0/seqid=0; row/f1:/1732789275217/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-28T10:21:15,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:15,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:15,718 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 758, reset compression=false
2024-11-28T10:21:15,722 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:15,722 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 905, reset compression=false
2024-11-28T10:21:15,722 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/7=[#edits: 2 = <row/f:/1732789275217/DeleteFamily/vlen=0/seqid=0; row/f1:/1732789275217/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-28T10:21:15,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:15,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:15,793 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 915, reset compression=false
2024-11-28T10:21:15,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:15,806 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:15,806 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68534 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 757, reset compression=false
2024-11-28T10:21:15,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:15,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 927, reset compression=false
2024-11-28T10:21:15,846 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:15,928 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 905, reset compression=false
2024-11-28T10:21:16,051 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 927, reset compression=false
2024-11-28T10:21:16,097 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 915, reset compression=false
2024-11-28T10:21:16,223 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-28T10:21:16,226 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-28T10:21:16,242 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 905, reset compression=false
2024-11-28T10:21:16,246 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:16,247 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1064, reset compression=false
2024-11-28T10:21:16,247 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/8=[#edits: 2 = <row1/f:/1732789276224/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732789276224/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-28T10:21:16,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:16,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:16,354 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 927, reset compression=false
2024-11-28T10:21:16,359 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:16,359 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1076, reset compression=false
2024-11-28T10:21:16,359 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea520f39e66660af1f4e33fdcb52b4aa/8=[#edits: 2 = <row1/f:/1732789276224/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732789276224/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-28T10:21:16,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:16,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:16,461 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1064, reset compression=false
2024-11-28T10:21:16,507 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 915, reset compression=false
2024-11-28T10:21:16,519 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:16,519 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1088, reset compression=false
2024-11-28T10:21:16,519 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:16,564 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1076, reset compression=false
2024-11-28T10:21:16,726 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1088, reset compression=false
2024-11-28T10:21:16,764 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1064, reset compression=false
2024-11-28T10:21:16,868 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1076, reset compression=false
2024-11-28T10:21:17,030 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1088, reset compression=false
2024-11-28T10:21:17,169 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1064, reset compression=false
2024-11-28T10:21:17,228 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-28T10:21:17,233 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-28T10:21:17,280 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1076, reset compression=false
2024-11-28T10:21:17,286 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:17,287 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1235, reset compression=false
2024-11-28T10:21:17,287 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea520f39e66660af1f4e33fdcb52b4aa/9=[#edits: 2 = <row2/f:/1732789277230/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732789277230/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-28T10:21:17,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:17,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:17,436 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1088, reset compression=false
2024-11-28T10:21:17,441 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:17,441 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1238, reset compression=false
2024-11-28T10:21:17,441 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfc782110d850fcb1c41e47d456ee661/9=[#edits: 2 = <row2/f:/1732789277230/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732789277230/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-28T10:21:17,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:17,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1235, reset compression=false
2024-11-28T10:21:17,654 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1238, reset compression=false
2024-11-28T10:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1064, reset compression=false
2024-11-28T10:21:17,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:17,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1237, reset compression=false
2024-11-28T10:21:17,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:17,806 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1235, reset compression=false
2024-11-28T10:21:17,938 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1237, reset compression=false
2024-11-28T10:21:17,968 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1238, reset compression=false
2024-11-28T10:21:18,221 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1235, reset compression=false
2024-11-28T10:21:18,235 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-28T10:21:18,242 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1237, reset compression=false
2024-11-28T10:21:18,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f980eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:18,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:18,251 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4b432e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,254 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d165478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73078b8c
2024-11-28T10:21:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:18,260 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:18,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1
2024-11-28T10:21:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-28T10:21:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:21:18,369 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:21:18,401 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1238, reset compression=false
2024-11-28T10:21:18,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-28T10:21:18,524 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-28T10:21:18,525 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-28T10:21:18,525 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,38685,1732789257180 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-28T10:21:18,526 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.
2024-11-28T10:21:18,526 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:18,526 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,526 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,526 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:21:18,627 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-28T10:21:18,627 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:21:18,668 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1237, reset compression=false
2024-11-28T10:21:18,727 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 terminated
2024-11-28T10:21:18,758 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,38685,1732789257180, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:18,759 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-28T10:21:18,760 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-28T10:21:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-28T10:21:18,769 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e792e7e95410,38685,1732789257180 suceeded
2024-11-28T10:21:18,772 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-28T10:21:18,772 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 400 msec
2024-11-28T10:21:18,773 INFO  [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-28T10:21:18,777 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 512 msec
2024-11-28T10:21:18,803 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:37601'
2024-11-28T10:21:18,832 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9946b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,832 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,37601,-1 for getting cluster id
2024-11-28T10:21:18,833 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:18,833 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1'
2024-11-28T10:21:18,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:18,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1"

2024-11-28T10:21:18,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7a5edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,37601,-1]
2024-11-28T10:21:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,837 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:18,838 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6291d2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:18,838 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:18,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,37601,1732789245194
2024-11-28T10:21:18,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5742a5ff
2024-11-28T10:21:18,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:18,841 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:18,842 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,38685,1732789257180 (queues=1) is replicating from cluster=8e7d6a1a-068b-4533-a664-585f25531ece to cluster=7c2c5b92-5335-4f9f-9b8b-4ba9d869a1a1
2024-11-28T10:21:18,842 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C38685%2C1732789257180
2024-11-28T10:21:18,842 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,38685,1732789257180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:18,876 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C38685%2C1732789257180
2024-11-28T10:21:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:21:18,905 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:18,905 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:18,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:18,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:18,906 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:18,911 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-28T10:21:18,922 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1238, reset compression=false
2024-11-28T10:21:18,954 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:18,954 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1342, reset compression=false
2024-11-28T10:21:18,954 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[{test/cfc782110d850fcb1c41e47d456ee661/10=[#edits: 1 = <row3/f:row3/1732789278907/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:18,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:18,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45355 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:19,169 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1342, reset compression=false
2024-11-28T10:21:19,174 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1237, reset compression=false
2024-11-28T10:21:19,219 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:19,219 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1364, reset compression=false
2024-11-28T10:21:19,219 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/10=[#edits: 1 = <row3/f:row3/1732789278907/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-28T10:21:19,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:19,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:19,441 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1364, reset compression=false
2024-11-28T10:21:19,513 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1342, reset compression=false
2024-11-28T10:21:19,754 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1364, reset compression=false
2024-11-28T10:21:19,913 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-28T10:21:19,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1225fb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:19,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43337,-1 for getting cluster id
2024-11-28T10:21:19,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:19,916 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e7d6a1a-068b-4533-a664-585f25531ece'
2024-11-28T10:21:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e7d6a1a-068b-4533-a664-585f25531ece"

2024-11-28T10:21:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53394df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43337,-1]
2024-11-28T10:21:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:19,921 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:19,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279a7c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:19,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43337,1732789257034
2024-11-28T10:21:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175ca526
2024-11-28T10:21:19,925 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1342, reset compression=false
2024-11-28T10:21:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:19,928 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:19,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1
2024-11-28T10:21:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-28T10:21:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-28T10:21:20,003 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-28T10:21:20,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-28T10:21:20,157 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-28T10:21:20,157 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-28T10:21:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-28T10:21:20,159 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e792e7e95410,38685,1732789257180 suceeded
2024-11-28T10:21:20,162 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1364, reset compression=false
2024-11-28T10:21:20,162 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-28T10:21:20,162 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec
2024-11-28T10:21:20,162 INFO  [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-28T10:21:20,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 234 msec
2024-11-28T10:21:20,165 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, startPosition=1235, beingWritten=true
2024-11-28T10:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ecbd95db1949f4f81d8469e0bfe3b47/11=[#edits: 1 = <row4/f:row4/1732789279913/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:20,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:20,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38685 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:20,176 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:20,176 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1385, reset compression=false
2024-11-28T10:21:20,178 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:20,199 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:20,199 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1512, reset compression=false
2024-11-28T10:21:20,199 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[{test/ea520f39e66660af1f4e33fdcb52b4aa/11=[#edits: 1 = <row4/f:row4/1732789279913/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-28T10:21:20,204 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:20,205 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:20,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:20,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-28T10:21:20,256 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:20,256 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:20,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:20,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,256 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:20,258 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-28T10:21:20,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:21:20,259 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:20,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:20,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:21:20,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023008912, stopped=false
2024-11-28T10:21:20,259 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:20,259 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43337,1732789257034
2024-11-28T10:21:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2313938361/running
2024-11-28T10:21:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2313938361/running
2024-11-28T10:21:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:21:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:21:20,272 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:20,272 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:20,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:20,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,273 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,38685,1732789257180' *****
2024-11-28T10:21:20,273 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:21:20,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/running
2024-11-28T10:21:20,273 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:21:20,274 INFO  [RS:0;e792e7e95410:38685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:21:20,274 INFO  [RS:0;e792e7e95410:38685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:21:20,274 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(3091): Received CLOSE for ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:20,274 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:21:20,274 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(3091): Received CLOSE for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:20,274 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,38685,1732789257180
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:38685.
2024-11-28T10:21:20,275 DEBUG [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:20,275 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:21:20,275 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea520f39e66660af1f4e33fdcb52b4aa, disabling compactions & flushes
2024-11-28T10:21:20,275 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:21:20,275 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:20,275 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:20,275 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa. after waiting 0 ms
2024-11-28T10:21:20,275 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:20,275 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea520f39e66660af1f4e33fdcb52b4aa 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-28T10:21:20,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Set watcher on znode that does not yet exist, /2313938361/running
2024-11-28T10:21:20,288 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:21:20,288 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1325): Online Regions={ea520f39e66660af1f4e33fdcb52b4aa=test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa., 1588230740=hbase:meta,,1.1588230740, 166667f12217cb4336f1f1c125319ea6=hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.}
2024-11-28T10:21:20,288 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:20,288 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:20,288 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:20,288 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:20,288 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:20,288 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:20,288 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:21:20,306 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f/9b71afeaed4b4ef8901bd72a196afe0c is 37, key is row3/f:row3/1732789278907/Put/seqid=0
2024-11-28T10:21:20,309 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/info/6ac0ab9dff814bafb605c62555fe7cca is 147, key is hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6./info:regioninfo/1732789270501/Put/seqid=0
2024-11-28T10:21:20,312 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:21:20,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741840_1016 (size=5228)
2024-11-28T10:21:20,329 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:20,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:21:20,377 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:20,421 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1512, reset compression=false
2024-11-28T10:21:20,425 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:20,425 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1759, reset compression=false
2024-11-28T10:21:20,425 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,38685,1732789257180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:20,426 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,38685,1732789257180: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,38685,1732789257180, walGroup=e792e7e95410%2C38685%2C1732789257180, offset=e792e7e95410%2C38685%2C1732789257180.1732789259637:1759, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:38685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:21:20,427 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:21:20,427 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1189085184,
        "init": 1048576000,
        "max": 2306867200,
        "used": 894621696
      },
      "NonHeapMemoryUsage": {
        "committed": 201981952,
        "init": 7667712,
        "max": -1,
        "used": 198977856
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:21:20,427 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:21:20,432 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1342, reset compression=false
2024-11-28T10:21:20,435 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:20,435 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:20,435 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:20,488 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:20,584 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:21:20,584 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:21:20,629 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1759, reset compression=false
2024-11-28T10:21:20,639 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:20,679 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:20,689 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:20,725 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f/9b71afeaed4b4ef8901bd72a196afe0c
2024-11-28T10:21:20,728 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b71afeaed4b4ef8901bd72a196afe0c
2024-11-28T10:21:20,730 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/info/6ac0ab9dff814bafb605c62555fe7cca
2024-11-28T10:21:20,746 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f1/712f4076888a437cba7defad93105a7e is 30, key is row1/f1:/1732789276224/DeleteFamily/seqid=0
2024-11-28T10:21:20,750 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/ns/dfaa5e8d57b148f4a1ce8d65cfeb6513 is 43, key is default/ns:d/1732789260189/Put/seqid=0
2024-11-28T10:21:20,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741842_1018 (size=5158)
2024-11-28T10:21:20,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741843_1019 (size=5153)
2024-11-28T10:21:20,760 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/ns/dfaa5e8d57b148f4a1ce8d65cfeb6513
2024-11-28T10:21:20,778 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/rep_barrier/896a5f58f1b141c59718e3e16710ea12 is 112, key is test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa./rep_barrier:seqnumDuringOpen/1732789264677/Put/seqid=0
2024-11-28T10:21:20,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741844_1020 (size=5518)
2024-11-28T10:21:20,889 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:20,950 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1759, reset compression=false
2024-11-28T10:21:20,954 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:21,082 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:21,089 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:21,154 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f1/712f4076888a437cba7defad93105a7e
2024-11-28T10:21:21,157 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 712f4076888a437cba7defad93105a7e
2024-11-28T10:21:21,174 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/norep/d6e25baa63d5425bb69d46808e91fdee is 33, key is row2/norep:/1732789277230/DeleteFamily/seqid=0
2024-11-28T10:21:21,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741845_1021 (size=5108)
2024-11-28T10:21:21,186 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/rep_barrier/896a5f58f1b141c59718e3e16710ea12
2024-11-28T10:21:21,206 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/table/ff80daca487d4fc6ad483f51ecb309dd is 53, key is hbase:replication/table:state/1732789270514/Put/seqid=0
2024-11-28T10:21:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:21:21,289 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:21,354 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1759, reset compression=false
2024-11-28T10:21:21,356 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:21,489 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166667f12217cb4336f1f1c125319ea6, ea520f39e66660af1f4e33fdcb52b4aa
2024-11-28T10:21:21,578 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/norep/d6e25baa63d5425bb69d46808e91fdee
2024-11-28T10:21:21,582 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6e25baa63d5425bb69d46808e91fdee
2024-11-28T10:21:21,583 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f/9b71afeaed4b4ef8901bd72a196afe0c as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/f/9b71afeaed4b4ef8901bd72a196afe0c
2024-11-28T10:21:21,586 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:21,587 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b71afeaed4b4ef8901bd72a196afe0c
2024-11-28T10:21:21,587 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/f/9b71afeaed4b4ef8901bd72a196afe0c, entries=5, sequenceid=12, filesize=5.1 K
2024-11-28T10:21:21,592 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/f1/712f4076888a437cba7defad93105a7e as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/f1/712f4076888a437cba7defad93105a7e
2024-11-28T10:21:21,599 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 712f4076888a437cba7defad93105a7e
2024-11-28T10:21:21,599 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/f1/712f4076888a437cba7defad93105a7e, entries=3, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:21,600 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/.tmp/norep/d6e25baa63d5425bb69d46808e91fdee as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/norep/d6e25baa63d5425bb69d46808e91fdee
2024-11-28T10:21:21,604 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6e25baa63d5425bb69d46808e91fdee
2024-11-28T10:21:21,604 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/norep/d6e25baa63d5425bb69d46808e91fdee, entries=1, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:21,605 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea520f39e66660af1f4e33fdcb52b4aa in 1330ms, sequenceid=12, compaction requested=false
2024-11-28T10:21:21,609 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/default/test/ea520f39e66660af1f4e33fdcb52b4aa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-28T10:21:21,609 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/table/ff80daca487d4fc6ad483f51ecb309dd
2024-11-28T10:21:21,609 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:21,609 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:21,609 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:21,609 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea520f39e66660af1f4e33fdcb52b4aa:
Waiting for close lock at 1732789280275Running coprocessor pre-close hooks at 1732789280275Disabling compacts and flushes for region at 1732789280275Disabling writes for close at 1732789280275Obtaining lock to block concurrent updates at 1732789280275Preparing flush snapshotting stores in ea520f39e66660af1f4e33fdcb52b4aa at 1732789280275Finished memstore snapshotting test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732789280276 (+1 ms)Flushing stores of test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa. at 1732789280276Flushing ea520f39e66660af1f4e33fdcb52b4aa/f: creating writer at 1732789280276Flushing ea520f39e66660af1f4e33fdcb52b4aa/f: appending metadata at 1732789280305 (+29 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/f: closing flushed file at 1732789280306 (+1 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/f1: creating writer at 1732789280728 (+422 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/f1: appending metadata at 1732789280745 (+17 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/f1: closing flushed file at 1732789280746 (+1 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/norep: creating writer at 1732789281158 (+412 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/norep: appending metadata at 1732789281173 (+15 ms)Flushing ea520f39e66660af1f4e33fdcb52b4aa/norep: closing flushed file at 1732789281173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c209dc7: reopening flushed file at 1732789281582 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123657a9: reopening flushed file at 1732789281587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161622a5: reopening flushed file at 1732789281599 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ea520f39e66660af1f4e33fdcb52b4aa in 1330ms, sequenceid=12, compaction requested=false at 1732789281605 (+6 ms)Writing region close event to WAL at 1732789281606 (+1 ms)Running coprocessor post-close hooks at 1732789281609 (+3 ms)Closed at 1732789281609
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789263527.ea520f39e66660af1f4e33fdcb52b4aa.
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 166667f12217cb4336f1f1c125319ea6, disabling compactions & flushes
2024-11-28T10:21:21,610 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6. after waiting 0 ms
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 166667f12217cb4336f1f1c125319ea6:
Waiting for close lock at 1732789281610Running coprocessor pre-close hooks at 1732789281610Disabling compacts and flushes for region at 1732789281610Disabling writes for close at 1732789281610Failed flush hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6., putting online again at 1732789281610
2024-11-28T10:21:21,610 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,613 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/info/6ac0ab9dff814bafb605c62555fe7cca as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/info/6ac0ab9dff814bafb605c62555fe7cca
2024-11-28T10:21:21,616 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/info/6ac0ab9dff814bafb605c62555fe7cca, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:21:21,617 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/ns/dfaa5e8d57b148f4a1ce8d65cfeb6513 as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/ns/dfaa5e8d57b148f4a1ce8d65cfeb6513
2024-11-28T10:21:21,621 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/ns/dfaa5e8d57b148f4a1ce8d65cfeb6513, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:21:21,622 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/rep_barrier/896a5f58f1b141c59718e3e16710ea12 as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/rep_barrier/896a5f58f1b141c59718e3e16710ea12
2024-11-28T10:21:21,625 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/rep_barrier/896a5f58f1b141c59718e3e16710ea12, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:21:21,626 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/.tmp/table/ff80daca487d4fc6ad483f51ecb309dd as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/table/ff80daca487d4fc6ad483f51ecb309dd
2024-11-28T10:21:21,629 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/table/ff80daca487d4fc6ad483f51ecb309dd, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:21:21,630 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false
2024-11-28T10:21:21,634 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:21:21,635 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:21,635 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:21:21,635 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:21,635 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789280288Running coprocessor pre-close hooks at 1732789280288Disabling compacts and flushes for region at 1732789280288Disabling writes for close at 1732789280288Obtaining lock to block concurrent updates at 1732789280289 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789280289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789280289Flushing stores of hbase:meta,,1.1588230740 at 1732789280290 (+1 ms)Flushing 1588230740/info: creating writer at 1732789280290Flushing 1588230740/info: appending metadata at 1732789280308 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732789280308Flushing 1588230740/ns: creating writer at 1732789280734 (+426 ms)Flushing 1588230740/ns: appending metadata at 1732789280749 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732789280749Flushing 1588230740/rep_barrier: creating writer at 1732789280765 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789280778 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789280778Flushing 1588230740/table: creating writer at 1732789281189 (+411 ms)Flushing 1588230740/table: appending metadata at 1732789281205 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789281205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a609a6b: reopening flushed file at 1732789281612 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321d71b1: reopening flushed file at 1732789281617 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7582ee28: reopening flushed file at 1732789281621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525219fd: reopening flushed file at 1732789281625 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732789281630 (+5 ms)Writing region close event to WAL at 1732789281632 (+2 ms)Running coprocessor post-close hooks at 1732789281635 (+3 ms)Closed at 1732789281635
2024-11-28T10:21:21,635 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:21,689 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:21:21,689 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1325): Online Regions={166667f12217cb4336f1f1c125319ea6=hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.}
2024-11-28T10:21:21,690 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(3091): Received CLOSE for 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:21,690 DEBUG [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1351): Waiting on 166667f12217cb4336f1f1c125319ea6
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 166667f12217cb4336f1f1c125319ea6, disabling compactions & flushes
2024-11-28T10:21:21,690 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6. after waiting 0 ms
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 166667f12217cb4336f1f1c125319ea6:
Waiting for close lock at 1732789281690Running coprocessor pre-close hooks at 1732789281690Disabling compacts and flushes for region at 1732789281690Disabling writes for close at 1732789281690Failed flush hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6., putting online again at 1732789281690
2024-11-28T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789270003.166667f12217cb4336f1f1c125319ea6.
2024-11-28T10:21:21,858 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 1759, reset compression=false
2024-11-28T10:21:21,863 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:21,890 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-28T10:21:21,890 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,38685,1732789257180; all regions closed.
2024-11-28T10:21:21,964 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:21,964 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/WALs/e792e7e95410,38685,1732789257180/e792e7e95410%2C38685%2C1732789257180.1732789259637 to pos 2403, reset compression=false
2024-11-28T10:21:21,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:21:21,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741839_1015 (size=2609)
2024-11-28T10:21:21,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741832_1008 (size=2411)
2024-11-28T10:21:21,971 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:21,971 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:21,971 INFO  [RS:0;e792e7e95410:38685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:21,971 INFO  [RS:0;e792e7e95410:38685 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:21,972 INFO  [RS:0;e792e7e95410:38685 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:21,972 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:21,972 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,38685,1732789257180 because: Region server is closing
2024-11-28T10:21:21,972 INFO  [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:38685.
2024-11-28T10:21:21,972 DEBUG [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:21,972 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:21,972 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:21,972 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:22,073 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.shippere792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 terminated
2024-11-28T10:21:22,073 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,38685,1732789257180.replicationSource.wal-reader.e792e7e95410%2C38685%2C1732789257180,1-e792e7e95410,38685,1732789257180 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:21:22,073 INFO  [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:38685.
2024-11-28T10:21:22,073 DEBUG [RS:0;e792e7e95410:38685 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:22,073 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:22,073 DEBUG [RS:0;e792e7e95410:38685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:22,073 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:22,073 INFO  [RS:0;e792e7e95410:38685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38685
2024-11-28T10:21:22,194 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2313938361/rs/e792e7e95410,38685,1732789257180
2024-11-28T10:21:22,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361/rs
2024-11-28T10:21:22,264 INFO  [RS:0;e792e7e95410:38685 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:22,432 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,38685,1732789257180]
2024-11-28T10:21:22,466 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:22,533 INFO  [RS:0;e792e7e95410:38685 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38685-0x10180f5881a0007, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:22,533 INFO  [RS:0;e792e7e95410:38685 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,38685,1732789257180; zookeeper connection closed.
2024-11-28T10:21:22,533 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491e2647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491e2647
2024-11-28T10:21:22,533 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:21:22,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2313938361/draining/e792e7e95410,38685,1732789257180 already deleted, retry=false
2024-11-28T10:21:22,560 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,38685,1732789257180 expired; onlineServers=0
2024-11-28T10:21:22,560 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43337,1732789257034' *****
2024-11-28T10:21:22,560 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:21:22,560 INFO  [M:0;e792e7e95410:43337 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:22,561 DEBUG [M:0;e792e7e95410:43337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:21:22,561 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:21:22,561 DEBUG [M:0;e792e7e95410:43337 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:21:22,561 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789259332 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789259332,5,FailOnTimeoutGroup]
2024-11-28T10:21:22,561 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789259332 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789259332,5,FailOnTimeoutGroup]
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:22,561 DEBUG [M:0;e792e7e95410:43337 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:22,561 INFO  [M:0;e792e7e95410:43337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:21:22,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:21:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2313938361/master
2024-11-28T10:21:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2313938361
2024-11-28T10:21:22,613 DEBUG [M:0;e792e7e95410:43337 {}] zookeeper.ZKUtil(347): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Unable to get data of znode /2313938361/master because node does not exist (not an error)
2024-11-28T10:21:22,613 WARN  [M:0;e792e7e95410:43337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:21:22,613 INFO  [M:0;e792e7e95410:43337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/.lastflushedseqids
2024-11-28T10:21:22,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741847_1023 (size=245)
2024-11-28T10:21:22,898 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:23,017 INFO  [M:0;e792e7e95410:43337 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:21:23,017 INFO  [M:0;e792e7e95410:43337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:21:23,017 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:23,017 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:23,017 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:23,017 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:23,017 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:23,018 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB
2024-11-28T10:21:23,031 DEBUG [M:0;e792e7e95410:43337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54fb8dbeb3594e6d8e37317bd218326f is 82, key is hbase:meta,,1/info:regioninfo/1732789260169/Put/seqid=0
2024-11-28T10:21:23,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741848_1024 (size=5672)
2024-11-28T10:21:23,034 INFO  [M:0;e792e7e95410:43337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54fb8dbeb3594e6d8e37317bd218326f
2024-11-28T10:21:23,055 DEBUG [M:0;e792e7e95410:43337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5537a50a8b34055a5d0ee6663f21360 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789270521/Put/seqid=0
2024-11-28T10:21:23,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741849_1025 (size=9212)
2024-11-28T10:21:23,169 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:23,459 INFO  [M:0;e792e7e95410:43337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5537a50a8b34055a5d0ee6663f21360
2024-11-28T10:21:23,474 DEBUG [M:0;e792e7e95410:43337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa7e50e5144f5a8430d57821932608 is 69, key is e792e7e95410,38685,1732789257180/rs:state/1732789259445/Put/seqid=0
2024-11-28T10:21:23,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741850_1026 (size=5156)
2024-11-28T10:21:23,701 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:23,877 INFO  [M:0;e792e7e95410:43337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa7e50e5144f5a8430d57821932608
2024-11-28T10:21:23,881 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54fb8dbeb3594e6d8e37317bd218326f as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54fb8dbeb3594e6d8e37317bd218326f
2024-11-28T10:21:23,884 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54fb8dbeb3594e6d8e37317bd218326f, entries=8, sequenceid=127, filesize=5.5 K
2024-11-28T10:21:23,885 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5537a50a8b34055a5d0ee6663f21360 as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5537a50a8b34055a5d0ee6663f21360
2024-11-28T10:21:23,888 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5537a50a8b34055a5d0ee6663f21360, entries=15, sequenceid=127, filesize=9.0 K
2024-11-28T10:21:23,888 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0efa7e50e5144f5a8430d57821932608 as hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0efa7e50e5144f5a8430d57821932608
2024-11-28T10:21:23,892 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0efa7e50e5144f5a8430d57821932608, entries=1, sequenceid=127, filesize=5.0 K
2024-11-28T10:21:23,892 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false
2024-11-28T10:21:23,896 INFO  [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:23,896 DEBUG [M:0;e792e7e95410:43337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789283017Disabling compacts and flushes for region at 1732789283017Disabling writes for close at 1732789283017Obtaining lock to block concurrent updates at 1732789283018 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789283018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732789283018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789283018Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789283018Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789283030 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789283030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789283037 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789283054 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789283055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789283462 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789283473 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789283473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55baf24e: reopening flushed file at 1732789283880 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f394ebb: reopening flushed file at 1732789283884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216bdd32: reopening flushed file at 1732789283888 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=127, compaction requested=false at 1732789283892 (+4 ms)Writing region close event to WAL at 1732789283896 (+4 ms)Closed at 1732789283896
2024-11-28T10:21:23,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46129 is added to blk_1073741830_1006 (size=73866)
2024-11-28T10:21:23,898 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84c95db5-718b-1d94-8929-3d089b96a82d/MasterData/WALs/e792e7e95410,43337,1732789257034/e792e7e95410%2C43337%2C1732789257034.1732789258959 not finished, retry = 0
2024-11-28T10:21:23,972 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:23,998 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:23,999 INFO  [M:0;e792e7e95410:43337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:21:23,999 INFO  [M:0;e792e7e95410:43337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43337
2024-11-28T10:21:23,999 INFO  [M:0;e792e7e95410:43337 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:24,137 INFO  [M:0;e792e7e95410:43337 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43337-0x10180f5881a0006, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:24,139 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bed0a1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:24,139 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666861c2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:24,139 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:24,139 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec6d34d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:24,139 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc061b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:24,141 WARN  [BP-295762264-172.17.0.2-1732789254667 heartbeating to localhost/127.0.0.1:45605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:21:24,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:21:24,141 WARN  [BP-295762264-172.17.0.2-1732789254667 heartbeating to localhost/127.0.0.1:45605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-295762264-172.17.0.2-1732789254667 (Datanode Uuid a942357c-c05c-44cd-a312-1b414279cd48) service to localhost/127.0.0.1:45605
2024-11-28T10:21:24,141 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:21:24,142 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/cluster_b8377d75-9226-c8e3-2a6f-96fc25a5f450/data/data1/current/BP-295762264-172.17.0.2-1732789254667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:24,142 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/cluster_b8377d75-9226-c8e3-2a6f-96fc25a5f450/data/data2/current/BP-295762264-172.17.0.2-1732789254667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:24,142 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:21:24,147 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@796b679d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:24,148 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ac3f905{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:24,148 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:24,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22adfd3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:24,148 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be6eef2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:24,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:21:24,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:21:24,179 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:24,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:24,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:24,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:24,180 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:24,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:21:24,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=508987339, stopped=false
2024-11-28T10:21:24,180 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,41309,1732789250723
2024-11-28T10:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27806219/running
2024-11-28T10:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27806219/running
2024-11-28T10:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:21:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:21:24,281 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:24,281 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:24,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:24,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:24,282 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,45355,1732789250870' *****
2024-11-28T10:21:24,282 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:21:24,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/running
2024-11-28T10:21:24,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Set watcher on znode that does not yet exist, /1-27806219/running
2024-11-28T10:21:24,282 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-28T10:21:24,282 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ecbd95db1949f4f81d8469e0bfe3b47
2024-11-28T10:21:24,282 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(3091): Received CLOSE for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ecbd95db1949f4f81d8469e0bfe3b47, disabling compactions & flushes
2024-11-28T10:21:24,283 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47. after waiting 0 ms
2024-11-28T10:21:24,283 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:24,283 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ecbd95db1949f4f81d8469e0bfe3b47 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-28T10:21:24,283 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:21:24,284 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: b884a3cb25df0db69044d3d79cc2c3cf, which we are already trying to CLOSE, but not completed yet
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,45355,1732789250870
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45355.
2024-11-28T10:21:24,284 DEBUG [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:24,284 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:21:24,284 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:21:24,284 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1325): Online Regions={1ecbd95db1949f4f81d8469e0bfe3b47=test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47., b884a3cb25df0db69044d3d79cc2c3cf=hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:21:24,284 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ecbd95db1949f4f81d8469e0bfe3b47, b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:24,284 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:24,285 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:24,285 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:24,285 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:24,285 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:24,285 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:21:24,296 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:24,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f/77ba20a3796b4819b763086404bfb2d5 is 37, key is row3/f:row3/1732789278907/Put/seqid=0
2024-11-28T10:21:24,302 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/info/4a35089860c54f8a969776d364421342 is 147, key is hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf./info:regioninfo/1732789269120/Put/seqid=0
2024-11-28T10:21:24,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741840_1016 (size=5228)
2024-11-28T10:21:24,303 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f/77ba20a3796b4819b763086404bfb2d5
2024-11-28T10:21:24,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:21:24,308 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77ba20a3796b4819b763086404bfb2d5
2024-11-28T10:21:24,324 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f1/09aee580ccfb4a1ea1ef71e1bbaaec2f is 30, key is row1/f1:/1732789276224/DeleteFamily/seqid=0
2024-11-28T10:21:24,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741842_1018 (size=5158)
2024-11-28T10:21:24,485 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ecbd95db1949f4f81d8469e0bfe3b47, b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:24,605 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1468, reset compression=false
2024-11-28T10:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1715, reset compression=false
2024-11-28T10:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,45355,1732789250870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:24,610 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,45355,1732789250870: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,45355,1732789250870, walGroup=e792e7e95410%2C45355%2C1732789250870, offset=e792e7e95410%2C45355%2C1732789250870.1732789253092:1715, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:45355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:21:24,611 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:21:24,611 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:21:24,612 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1189085184,
        "init": 1048576000,
        "max": 2306867200,
        "used": 980604928
      },
      "NonHeapMemoryUsage": {
        "committed": 202571776,
        "init": 7667712,
        "max": -1,
        "used": 199508232
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:21:24,612 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:41309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:41309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:21:24,685 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ecbd95db1949f4f81d8469e0bfe3b47, b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:24,706 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/info/4a35089860c54f8a969776d364421342
2024-11-28T10:21:24,725 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/ns/1028077ff1894d55973a13909c73df2e is 43, key is default/ns:d/1732789254502/Put/seqid=0
2024-11-28T10:21:24,728 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f1/09aee580ccfb4a1ea1ef71e1bbaaec2f
2024-11-28T10:21:24,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741843_1019 (size=5153)
2024-11-28T10:21:24,731 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/ns/1028077ff1894d55973a13909c73df2e
2024-11-28T10:21:24,732 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09aee580ccfb4a1ea1ef71e1bbaaec2f
2024-11-28T10:21:24,747 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/rep_barrier/f638cfc879a549829f220eb15792b28e is 112, key is test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47./rep_barrier:seqnumDuringOpen/1732789263159/Put/seqid=0
2024-11-28T10:21:24,750 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/norep/811f0c93743e463f94f8f8457df80647 is 33, key is row1/norep:/1732789276224/DeleteFamily/seqid=0
2024-11-28T10:21:24,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741845_1021 (size=5108)
2024-11-28T10:21:24,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741844_1020 (size=5518)
2024-11-28T10:21:24,812 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1715, reset compression=false
2024-11-28T10:21:24,875 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:24,885 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ecbd95db1949f4f81d8469e0bfe3b47, b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:24,963 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:21:24,963 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:21:25,085 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ecbd95db1949f4f81d8469e0bfe3b47, b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:25,115 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1715, reset compression=false
2024-11-28T10:21:25,154 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/norep/811f0c93743e463f94f8f8457df80647
2024-11-28T10:21:25,157 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 811f0c93743e463f94f8f8457df80647
2024-11-28T10:21:25,157 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f/77ba20a3796b4819b763086404bfb2d5 as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/f/77ba20a3796b4819b763086404bfb2d5
2024-11-28T10:21:25,158 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/rep_barrier/f638cfc879a549829f220eb15792b28e
2024-11-28T10:21:25,161 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77ba20a3796b4819b763086404bfb2d5
2024-11-28T10:21:25,161 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/f/77ba20a3796b4819b763086404bfb2d5, entries=5, sequenceid=12, filesize=5.1 K
2024-11-28T10:21:25,161 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/f1/09aee580ccfb4a1ea1ef71e1bbaaec2f as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/f1/09aee580ccfb4a1ea1ef71e1bbaaec2f
2024-11-28T10:21:25,165 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09aee580ccfb4a1ea1ef71e1bbaaec2f
2024-11-28T10:21:25,165 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/f1/09aee580ccfb4a1ea1ef71e1bbaaec2f, entries=3, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:25,165 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/.tmp/norep/811f0c93743e463f94f8f8457df80647 as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/norep/811f0c93743e463f94f8f8457df80647
2024-11-28T10:21:25,168 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 811f0c93743e463f94f8f8457df80647
2024-11-28T10:21:25,168 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/norep/811f0c93743e463f94f8f8457df80647, entries=1, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:25,169 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1ecbd95db1949f4f81d8469e0bfe3b47 in 886ms, sequenceid=12, compaction requested=false
2024-11-28T10:21:25,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:21:25,176 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/table/f7f168e349ce40ee8609c8229cb1d5a3 is 53, key is hbase:replication/table:state/1732789269145/Put/seqid=0
2024-11-28T10:21:25,177 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/default/test/1ecbd95db1949f4f81d8469e0bfe3b47/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-28T10:21:25,177 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:25,177 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:25,178 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ecbd95db1949f4f81d8469e0bfe3b47:
Waiting for close lock at 1732789284282Running coprocessor pre-close hooks at 1732789284282Disabling compacts and flushes for region at 1732789284282Disabling writes for close at 1732789284283 (+1 ms)Obtaining lock to block concurrent updates at 1732789284283Preparing flush snapshotting stores in 1ecbd95db1949f4f81d8469e0bfe3b47 at 1732789284283Finished memstore snapshotting test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732789284283Flushing stores of test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47. at 1732789284283Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f: creating writer at 1732789284284 (+1 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f: appending metadata at 1732789284299 (+15 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f: closing flushed file at 1732789284299Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f1: creating writer at 1732789284308 (+9 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f1: appending metadata at 1732789284323 (+15 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/f1: closing flushed file at 1732789284323Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/norep: creating writer at 1732789284732 (+409 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/norep: appending metadata at 1732789284749 (+17 ms)Flushing 1ecbd95db1949f4f81d8469e0bfe3b47/norep: closing flushed file at 1732789284749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad1b31b: reopening flushed file at 1732789285157 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141f8db0: reopening flushed file at 1732789285161 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c93e9ba: reopening flushed file at 1732789285165 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1ecbd95db1949f4f81d8469e0bfe3b47 in 886ms, sequenceid=12, compaction requested=false at 1732789285169 (+4 ms)Writing region close event to WAL at 1732789285174 (+5 ms)Running coprocessor post-close hooks at 1732789285177 (+3 ms)Closed at 1732789285178 (+1 ms)
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789262388.1ecbd95db1949f4f81d8469e0bfe3b47.
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b884a3cb25df0db69044d3d79cc2c3cf, disabling compactions & flushes
2024-11-28T10:21:25,178 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf. after waiting 0 ms
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b884a3cb25df0db69044d3d79cc2c3cf:
Waiting for close lock at 1732789285178Running coprocessor pre-close hooks at 1732789285178Disabling compacts and flushes for region at 1732789285178Disabling writes for close at 1732789285178Failed flush hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., putting online again at 1732789285178
2024-11-28T10:21:25,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:21:25,179 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/table/f7f168e349ce40ee8609c8229cb1d5a3
2024-11-28T10:21:25,183 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/info/4a35089860c54f8a969776d364421342 as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/info/4a35089860c54f8a969776d364421342
2024-11-28T10:21:25,186 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/info/4a35089860c54f8a969776d364421342, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:21:25,187 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/ns/1028077ff1894d55973a13909c73df2e as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/ns/1028077ff1894d55973a13909c73df2e
2024-11-28T10:21:25,191 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/ns/1028077ff1894d55973a13909c73df2e, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:21:25,191 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/rep_barrier/f638cfc879a549829f220eb15792b28e as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/rep_barrier/f638cfc879a549829f220eb15792b28e
2024-11-28T10:21:25,195 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/rep_barrier/f638cfc879a549829f220eb15792b28e, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:21:25,196 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/.tmp/table/f7f168e349ce40ee8609c8229cb1d5a3 as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/table/f7f168e349ce40ee8609c8229cb1d5a3
2024-11-28T10:21:25,199 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/table/f7f168e349ce40ee8609c8229cb1d5a3, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:21:25,200 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false
2024-11-28T10:21:25,200 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:21:25,208 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:21:25,209 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:25,209 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:21:25,209 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:25,209 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789284284Running coprocessor pre-close hooks at 1732789284284Disabling compacts and flushes for region at 1732789284284Disabling writes for close at 1732789284285 (+1 ms)Obtaining lock to block concurrent updates at 1732789284285Preparing flush snapshotting stores in 1588230740 at 1732789284285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789284285Flushing stores of hbase:meta,,1.1588230740 at 1732789284285Flushing 1588230740/info: creating writer at 1732789284285Flushing 1588230740/info: appending metadata at 1732789284302 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732789284302Flushing 1588230740/ns: creating writer at 1732789284710 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732789284724 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732789284724Flushing 1588230740/rep_barrier: creating writer at 1732789284734 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789284746 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789284746Flushing 1588230740/table: creating writer at 1732789285161 (+415 ms)Flushing 1588230740/table: appending metadata at 1732789285175 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732789285175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701db6d4: reopening flushed file at 1732789285182 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba63786: reopening flushed file at 1732789285186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211ab2: reopening flushed file at 1732789285191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45619ce4: reopening flushed file at 1732789285195 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1732789285200 (+5 ms)Writing region close event to WAL at 1732789285204 (+4 ms)Running coprocessor post-close hooks at 1732789285209 (+5 ms)Closed at 1732789285209
2024-11-28T10:21:25,209 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:25,285 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:21:25,285 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1325): Online Regions={b884a3cb25df0db69044d3d79cc2c3cf=hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.}
2024-11-28T10:21:25,285 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(3091): Received CLOSE for b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:25,285 DEBUG [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1351): Waiting on b884a3cb25df0db69044d3d79cc2c3cf
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b884a3cb25df0db69044d3d79cc2c3cf, disabling compactions & flushes
2024-11-28T10:21:25,286 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf. after waiting 0 ms
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b884a3cb25df0db69044d3d79cc2c3cf:
Waiting for close lock at 1732789285286Running coprocessor pre-close hooks at 1732789285286Disabling compacts and flushes for region at 1732789285286Disabling writes for close at 1732789285286Failed flush hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf., putting online again at 1732789285286
2024-11-28T10:21:25,286 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789267838.b884a3cb25df0db69044d3d79cc2c3cf.
2024-11-28T10:21:25,486 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-28T10:21:25,486 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,45355,1732789250870; all regions closed.
2024-11-28T10:21:25,488 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.meta.1732789254435.meta not finished, retry = 0
2024-11-28T10:21:25,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:21:25,518 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 1715, reset compression=false
2024-11-28T10:21:25,522 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:25,522 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.wal-reader.e792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 to pos 2359, reset compression=false
2024-11-28T10:21:25,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741839_1015 (size=2609)
2024-11-28T10:21:25,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741832_1008 (size=2367)
2024-11-28T10:21:25,594 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/WALs/e792e7e95410,45355,1732789250870/e792e7e95410%2C45355%2C1732789250870.1732789253092 not finished, retry = 0
2024-11-28T10:21:25,695 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:25,695 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,45355,1732789250870 because: Region server is closing
2024-11-28T10:21:25,695 INFO  [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45355.
2024-11-28T10:21:25,696 DEBUG [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:25,696 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:25,696 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:25,696 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:25,796 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,45355,1732789250870.replicationSource.shippere792e7e95410%2C45355%2C1732789250870,1-e792e7e95410,45355,1732789250870 terminated
2024-11-28T10:21:25,796 INFO  [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:45355.
2024-11-28T10:21:25,796 DEBUG [RS:0;e792e7e95410:45355 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:25,796 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:25,796 DEBUG [RS:0;e792e7e95410:45355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:25,796 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:25,796 INFO  [RS:0;e792e7e95410:45355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45355
2024-11-28T10:21:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27806219/rs/e792e7e95410,45355,1732789250870
2024-11-28T10:21:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219/rs
2024-11-28T10:21:25,809 INFO  [RS:0;e792e7e95410:45355 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:25,809 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,45355,1732789250870]
2024-11-28T10:21:25,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/draining/e792e7e95410,45355,1732789250870 already deleted, retry=false
2024-11-28T10:21:25,830 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,45355,1732789250870 expired; onlineServers=0
2024-11-28T10:21:25,830 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,41309,1732789250723' *****
2024-11-28T10:21:25,830 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:21:25,830 INFO  [M:0;e792e7e95410:41309 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:25,830 INFO  [M:0;e792e7e95410:41309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:25,830 DEBUG [M:0;e792e7e95410:41309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:21:25,830 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:21:25,830 DEBUG [M:0;e792e7e95410:41309 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:21:25,830 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789252896 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789252896,5,FailOnTimeoutGroup]
2024-11-28T10:21:25,830 INFO  [M:0;e792e7e95410:41309 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:25,831 INFO  [M:0;e792e7e95410:41309 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:25,830 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789252896 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789252896,5,FailOnTimeoutGroup]
2024-11-28T10:21:25,831 DEBUG [M:0;e792e7e95410:41309 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:21:25,831 INFO  [M:0;e792e7e95410:41309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:21:25,831 INFO  [M:0;e792e7e95410:41309 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:25,831 INFO  [M:0;e792e7e95410:41309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:21:25,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:21:25,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-27806219/master
2024-11-28T10:21:25,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-27806219
2024-11-28T10:21:25,843 INFO  [M:0;e792e7e95410:41309 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/.lastflushedseqids
2024-11-28T10:21:25,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-27806219/master already deleted, retry=false
2024-11-28T10:21:25,864 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-27806219/master
2024-11-28T10:21:25,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741847_1023 (size=245)
2024-11-28T10:21:25,878 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:25,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:25,919 INFO  [RS:0;e792e7e95410:45355 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:25,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45355-0x10180f5881a0004, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:25,920 INFO  [RS:0;e792e7e95410:45355 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,45355,1732789250870; zookeeper connection closed.
2024-11-28T10:21:25,920 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23695ff9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23695ff9
2024-11-28T10:21:25,920 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:21:26,267 INFO  [M:0;e792e7e95410:41309 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:21:26,268 INFO  [M:0;e792e7e95410:41309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:21:26,268 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:26,268 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:26,268 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:26,268 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:26,268 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:26,268 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-28T10:21:26,282 DEBUG [M:0;e792e7e95410:41309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b016c3f24b4ea48d628a77ba29914f is 82, key is hbase:meta,,1/info:regioninfo/1732789254468/Put/seqid=0
2024-11-28T10:21:26,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741848_1024 (size=5672)
2024-11-28T10:21:26,610 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,610 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,634 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,639 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,642 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,642 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:26,686 INFO  [M:0;e792e7e95410:41309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b016c3f24b4ea48d628a77ba29914f
2024-11-28T10:21:26,709 DEBUG [M:0;e792e7e95410:41309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74eb35bec0b14d1a8ede752ea46c241e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789263167/Put/seqid=0
2024-11-28T10:21:26,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741849_1025 (size=7219)
2024-11-28T10:21:26,983 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:27,113 INFO  [M:0;e792e7e95410:41309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74eb35bec0b14d1a8ede752ea46c241e
2024-11-28T10:21:27,117 INFO  [M:0;e792e7e95410:41309 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74eb35bec0b14d1a8ede752ea46c241e
2024-11-28T10:21:27,129 DEBUG [M:0;e792e7e95410:41309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9363b5f620da4e14bf7fd335385c0ee5 is 69, key is e792e7e95410,45355,1732789250870/rs:state/1732789252937/Put/seqid=0
2024-11-28T10:21:27,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741850_1026 (size=5156)
2024-11-28T10:21:27,167 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:27,168 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,168 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,199 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,199 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,199 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,200 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,200 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,200 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,206 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,210 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,211 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:27,533 INFO  [M:0;e792e7e95410:41309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9363b5f620da4e14bf7fd335385c0ee5
2024-11-28T10:21:27,536 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20b016c3f24b4ea48d628a77ba29914f as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20b016c3f24b4ea48d628a77ba29914f
2024-11-28T10:21:27,539 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20b016c3f24b4ea48d628a77ba29914f, entries=8, sequenceid=105, filesize=5.5 K
2024-11-28T10:21:27,540 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74eb35bec0b14d1a8ede752ea46c241e as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74eb35bec0b14d1a8ede752ea46c241e
2024-11-28T10:21:27,543 INFO  [M:0;e792e7e95410:41309 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74eb35bec0b14d1a8ede752ea46c241e
2024-11-28T10:21:27,543 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74eb35bec0b14d1a8ede752ea46c241e, entries=11, sequenceid=105, filesize=7.0 K
2024-11-28T10:21:27,544 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9363b5f620da4e14bf7fd335385c0ee5 as hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9363b5f620da4e14bf7fd335385c0ee5
2024-11-28T10:21:27,547 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41785/user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9363b5f620da4e14bf7fd335385c0ee5, entries=1, sequenceid=105, filesize=5.0 K
2024-11-28T10:21:27,547 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false
2024-11-28T10:21:27,549 INFO  [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:27,549 DEBUG [M:0;e792e7e95410:41309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789286268Disabling compacts and flushes for region at 1732789286268Disabling writes for close at 1732789286268Obtaining lock to block concurrent updates at 1732789286268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789286268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732789286268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789286269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789286269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789286282 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789286282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789286690 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789286709 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789286709Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789287117 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789287129 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789287129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5c7a9c: reopening flushed file at 1732789287536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cb58ed: reopening flushed file at 1732789287540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff4f3a7: reopening flushed file at 1732789287543 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1732789287548 (+5 ms)Writing region close event to WAL at 1732789287549 (+1 ms)Closed at 1732789287549
2024-11-28T10:21:27,550 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e2cd46b-0d0a-fc1e-60c6-7a9bb5928fa7/MasterData/WALs/e792e7e95410,41309,1732789250723/e792e7e95410%2C41309%2C1732789250723.1732789252623 not finished, retry = 0
2024-11-28T10:21:27,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41977 is added to blk_1073741830_1006 (size=64435)
2024-11-28T10:21:27,651 INFO  [M:0;e792e7e95410:41309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:21:27,651 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:27,651 INFO  [M:0;e792e7e95410:41309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41309
2024-11-28T10:21:27,652 INFO  [M:0;e792e7e95410:41309 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:27,953 INFO  [M:0;e792e7e95410:41309 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41309-0x10180f5881a0003, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:27,990 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@434e5b06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:27,991 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f9b60b1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:27,991 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:27,991 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb71081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:27,991 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d057262{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:27,993 WARN  [BP-977352735-172.17.0.2-1732789248089 heartbeating to localhost/127.0.0.1:41785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:21:27,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:21:27,993 WARN  [BP-977352735-172.17.0.2-1732789248089 heartbeating to localhost/127.0.0.1:41785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977352735-172.17.0.2-1732789248089 (Datanode Uuid d2658722-0da9-4f83-964f-d1b893016647) service to localhost/127.0.0.1:41785
2024-11-28T10:21:27,993 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:21:27,993 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/cluster_a64327b3-439e-f895-8560-1eeb4c9d0fb3/data/data1/current/BP-977352735-172.17.0.2-1732789248089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:27,994 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/cluster_a64327b3-439e-f895-8560-1eeb4c9d0fb3/data/data2/current/BP-977352735-172.17.0.2-1732789248089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:27,995 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:21:28,001 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf0df29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:28,002 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10db387f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:28,002 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:28,002 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f208b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:28,002 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee60beb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d1b9d7c-cbb1-1c63-7f00-bdf492677700/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:28,018 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:21:28,018 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:21:28,018 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:28,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:28,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:28,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:28,018 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:28,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:21:28,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761557539, stopped=false
2024-11-28T10:21:28,019 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,37601,1732789245194
2024-11-28T10:21:28,053 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-28T10:21:28,053 INFO  [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-28T10:21:28,186 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832378941/running
2024-11-28T10:21:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832378941/running
2024-11-28T10:21:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:21:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:21:28,349 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:28,349 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:28,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:28,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:28,349 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,41161,1732789245396' *****
2024-11-28T10:21:28,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/running
2024-11-28T10:21:28,349 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:21:28,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Set watcher on znode that does not yet exist, /0832378941/running
2024-11-28T10:21:28,350 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:21:28,350 INFO  [RS:0;e792e7e95410:41161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:21:28,350 INFO  [RS:0;e792e7e95410:41161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:21:28,350 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:28,350 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 529bd2058a170b136265051906fdde76
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,41161,1732789245396
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfc782110d850fcb1c41e47d456ee661, disabling compactions & flushes
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41161.
2024-11-28T10:21:28,351 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:28,351 DEBUG [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:28,351 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789260240.cfc782110d850fcb1c41e47d456ee661. after waiting 0 ms
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:21:28,351 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfc782110d850fcb1c41e47d456ee661 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:21:28,351 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:21:28,351 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cfc782110d850fcb1c41e47d456ee661=test,,1732789260240.cfc782110d850fcb1c41e47d456ee661., 529bd2058a170b136265051906fdde76=hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.}
2024-11-28T10:21:28,351 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76, cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:28,351 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:28,351 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:28,352 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:28,352 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:21:28,367 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f/4289f4a0bcc749ab917aa02f7d40017f is 37, key is row3/f:row3/1732789278907/Put/seqid=0
2024-11-28T10:21:28,370 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/info/4d2451fcc5434e8291b835f1dabd65dc is 147, key is hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76./info:regioninfo/1732789266856/Put/seqid=0
2024-11-28T10:21:28,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741840_1016 (size=5228)
2024-11-28T10:21:28,371 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f/4289f4a0bcc749ab917aa02f7d40017f
2024-11-28T10:21:28,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:21:28,374 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4289f4a0bcc749ab917aa02f7d40017f
2024-11-28T10:21:28,387 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f1/d4086f4e53274c4f9706c4803e4f460c is 30, key is row1/f1:/1732789276224/DeleteFamily/seqid=0
2024-11-28T10:21:28,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741842_1018 (size=5158)
2024-11-28T10:21:28,433 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:28,552 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76, cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:28,752 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76, cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:28,773 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/info/4d2451fcc5434e8291b835f1dabd65dc
2024-11-28T10:21:28,791 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f1/d4086f4e53274c4f9706c4803e4f460c
2024-11-28T10:21:28,795 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4086f4e53274c4f9706c4803e4f460c
2024-11-28T10:21:28,801 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/ns/dcd301a176b94a6eb7085dc7a8b20c69 is 43, key is default/ns:d/1732789248020/Put/seqid=0
2024-11-28T10:21:28,814 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:21:28,814 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:21:28,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741843_1019 (size=5153)
2024-11-28T10:21:28,820 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/ns/dcd301a176b94a6eb7085dc7a8b20c69
2024-11-28T10:21:28,821 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/norep/f9a30d8f2e3d4a309bf633e49fbf4093 is 32, key is row/norep:/1732789275217/DeleteFamily/seqid=0
2024-11-28T10:21:28,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741844_1020 (size=5101)
2024-11-28T10:21:28,846 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/rep_barrier/ca0fec782fc94c2bb42ebe493b42c83c is 112, key is test,,1732789260240.cfc782110d850fcb1c41e47d456ee661./rep_barrier:seqnumDuringOpen/1732789261402/Put/seqid=0
2024-11-28T10:21:28,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741845_1021 (size=5518)
2024-11-28T10:21:28,952 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76, cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:29,152 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76, cfc782110d850fcb1c41e47d456ee661
2024-11-28T10:21:29,229 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/norep/f9a30d8f2e3d4a309bf633e49fbf4093
2024-11-28T10:21:29,234 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a30d8f2e3d4a309bf633e49fbf4093
2024-11-28T10:21:29,235 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f/4289f4a0bcc749ab917aa02f7d40017f as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/f/4289f4a0bcc749ab917aa02f7d40017f
2024-11-28T10:21:29,239 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4289f4a0bcc749ab917aa02f7d40017f
2024-11-28T10:21:29,239 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/f/4289f4a0bcc749ab917aa02f7d40017f, entries=5, sequenceid=12, filesize=5.1 K
2024-11-28T10:21:29,240 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/f1/d4086f4e53274c4f9706c4803e4f460c as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/f1/d4086f4e53274c4f9706c4803e4f460c
2024-11-28T10:21:29,245 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4086f4e53274c4f9706c4803e4f460c
2024-11-28T10:21:29,245 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/f1/d4086f4e53274c4f9706c4803e4f460c, entries=3, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:29,246 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/.tmp/norep/f9a30d8f2e3d4a309bf633e49fbf4093 as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/norep/f9a30d8f2e3d4a309bf633e49fbf4093
2024-11-28T10:21:29,251 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9a30d8f2e3d4a309bf633e49fbf4093
2024-11-28T10:21:29,251 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/norep/f9a30d8f2e3d4a309bf633e49fbf4093, entries=1, sequenceid=12, filesize=5.0 K
2024-11-28T10:21:29,251 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/rep_barrier/ca0fec782fc94c2bb42ebe493b42c83c
2024-11-28T10:21:29,253 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cfc782110d850fcb1c41e47d456ee661 in 901ms, sequenceid=12, compaction requested=false
2024-11-28T10:21:29,253 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:21:29,260 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/default/test/cfc782110d850fcb1c41e47d456ee661/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:29,261 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfc782110d850fcb1c41e47d456ee661:
Waiting for close lock at 1732789288351Running coprocessor pre-close hooks at 1732789288351Disabling compacts and flushes for region at 1732789288351Disabling writes for close at 1732789288351Obtaining lock to block concurrent updates at 1732789288351Preparing flush snapshotting stores in cfc782110d850fcb1c41e47d456ee661 at 1732789288351Finished memstore snapshotting test,,1732789260240.cfc782110d850fcb1c41e47d456ee661., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732789288352 (+1 ms)Flushing stores of test,,1732789260240.cfc782110d850fcb1c41e47d456ee661. at 1732789288352Flushing cfc782110d850fcb1c41e47d456ee661/f: creating writer at 1732789288352Flushing cfc782110d850fcb1c41e47d456ee661/f: appending metadata at 1732789288367 (+15 ms)Flushing cfc782110d850fcb1c41e47d456ee661/f: closing flushed file at 1732789288367Flushing cfc782110d850fcb1c41e47d456ee661/f1: creating writer at 1732789288374 (+7 ms)Flushing cfc782110d850fcb1c41e47d456ee661/f1: appending metadata at 1732789288386 (+12 ms)Flushing cfc782110d850fcb1c41e47d456ee661/f1: closing flushed file at 1732789288386Flushing cfc782110d850fcb1c41e47d456ee661/norep: creating writer at 1732789288795 (+409 ms)Flushing cfc782110d850fcb1c41e47d456ee661/norep: appending metadata at 1732789288820 (+25 ms)Flushing cfc782110d850fcb1c41e47d456ee661/norep: closing flushed file at 1732789288821 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ac249d: reopening flushed file at 1732789289234 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f93faa: reopening flushed file at 1732789289240 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acdac63: reopening flushed file at 1732789289246 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cfc782110d850fcb1c41e47d456ee661 in 901ms, sequenceid=12, compaction requested=false at 1732789289253 (+7 ms)Writing region close event to WAL at 1732789289256 (+3 ms)Running coprocessor post-close hooks at 1732789289261 (+5 ms)Closed at 1732789289261
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789260240.cfc782110d850fcb1c41e47d456ee661.
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 529bd2058a170b136265051906fdde76, disabling compactions & flushes
2024-11-28T10:21:29,261 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76. after waiting 0 ms
2024-11-28T10:21:29,261 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:29,261 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 529bd2058a170b136265051906fdde76 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-28T10:21:29,275 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/table/c9a436684b7d4b8f89270fb6265fd0ae is 53, key is hbase:replication/table:state/1732789266863/Put/seqid=0
2024-11-28T10:21:29,292 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/.tmp/queue/b2dd4320cb854c7689d790e8ebcc0edb is 154, key is 1-e792e7e95410,41161,1732789245396/queue:e792e7e95410%2C41161%2C1732789245396/1732789280436/Put/seqid=0
2024-11-28T10:21:29,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:21:29,331 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/table/c9a436684b7d4b8f89270fb6265fd0ae
2024-11-28T10:21:29,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741847_1023 (size=5353)
2024-11-28T10:21:29,335 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/.tmp/queue/b2dd4320cb854c7689d790e8ebcc0edb
2024-11-28T10:21:29,340 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/info/4d2451fcc5434e8291b835f1dabd65dc as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/info/4d2451fcc5434e8291b835f1dabd65dc
2024-11-28T10:21:29,346 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/info/4d2451fcc5434e8291b835f1dabd65dc, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:21:29,346 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/.tmp/queue/b2dd4320cb854c7689d790e8ebcc0edb as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/queue/b2dd4320cb854c7689d790e8ebcc0edb
2024-11-28T10:21:29,348 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/ns/dcd301a176b94a6eb7085dc7a8b20c69 as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/ns/dcd301a176b94a6eb7085dc7a8b20c69
2024-11-28T10:21:29,352 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:21:29,352 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 529bd2058a170b136265051906fdde76=hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.}
2024-11-28T10:21:29,353 DEBUG [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529bd2058a170b136265051906fdde76
2024-11-28T10:21:29,355 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/queue/b2dd4320cb854c7689d790e8ebcc0edb, entries=1, sequenceid=14, filesize=5.2 K
2024-11-28T10:21:29,355 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/ns/dcd301a176b94a6eb7085dc7a8b20c69, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:21:29,356 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/rep_barrier/ca0fec782fc94c2bb42ebe493b42c83c as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/rep_barrier/ca0fec782fc94c2bb42ebe493b42c83c
2024-11-28T10:21:29,360 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 529bd2058a170b136265051906fdde76 in 99ms, sequenceid=14, compaction requested=false
2024-11-28T10:21:29,371 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/rep_barrier/ca0fec782fc94c2bb42ebe493b42c83c, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:21:29,372 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/.tmp/table/c9a436684b7d4b8f89270fb6265fd0ae as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/table/c9a436684b7d4b8f89270fb6265fd0ae
2024-11-28T10:21:29,374 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/replication/529bd2058a170b136265051906fdde76/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-28T10:21:29,374 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:29,374 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:21:29,374 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:29,374 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 529bd2058a170b136265051906fdde76:
Waiting for close lock at 1732789289261Running coprocessor pre-close hooks at 1732789289261Disabling compacts and flushes for region at 1732789289261Disabling writes for close at 1732789289261Obtaining lock to block concurrent updates at 1732789289261Preparing flush snapshotting stores in 529bd2058a170b136265051906fdde76 at 1732789289261Finished memstore snapshotting hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732789289262 (+1 ms)Flushing stores of hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76. at 1732789289262Flushing 529bd2058a170b136265051906fdde76/queue: creating writer at 1732789289262Flushing 529bd2058a170b136265051906fdde76/queue: appending metadata at 1732789289291 (+29 ms)Flushing 529bd2058a170b136265051906fdde76/queue: closing flushed file at 1732789289291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664a9cac: reopening flushed file at 1732789289345 (+54 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 529bd2058a170b136265051906fdde76 in 99ms, sequenceid=14, compaction requested=false at 1732789289360 (+15 ms)Writing region close event to WAL at 1732789289369 (+9 ms)Running coprocessor post-close hooks at 1732789289374 (+5 ms)Closed at 1732789289374
2024-11-28T10:21:29,374 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789265689.529bd2058a170b136265051906fdde76.
2024-11-28T10:21:29,377 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/table/c9a436684b7d4b8f89270fb6265fd0ae, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:21:29,381 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false
2024-11-28T10:21:29,381 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:21:29,394 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:21:29,395 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:21:29,395 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:21:29,395 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:29,395 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789288351Running coprocessor pre-close hooks at 1732789288351Disabling compacts and flushes for region at 1732789288351Disabling writes for close at 1732789288351Obtaining lock to block concurrent updates at 1732789288352 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789288352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789288352Flushing stores of hbase:meta,,1.1588230740 at 1732789288352Flushing 1588230740/info: creating writer at 1732789288352Flushing 1588230740/info: appending metadata at 1732789288370 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732789288370Flushing 1588230740/ns: creating writer at 1732789288777 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732789288800 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732789288801 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732789288824 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789288846 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789288846Flushing 1588230740/table: creating writer at 1732789289256 (+410 ms)Flushing 1588230740/table: appending metadata at 1732789289274 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732789289275 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b3e683: reopening flushed file at 1732789289340 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70828b8d: reopening flushed file at 1732789289346 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b85c24a: reopening flushed file at 1732789289355 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2299f7d2: reopening flushed file at 1732789289371 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false at 1732789289381 (+10 ms)Writing region close event to WAL at 1732789289390 (+9 ms)Running coprocessor post-close hooks at 1732789289395 (+5 ms)Closed at 1732789289395
2024-11-28T10:21:29,395 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:29,490 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 1493, reset compression=false
2024-11-28T10:21:29,498 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:29,498 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928 to pos 2384, reset compression=false
2024-11-28T10:21:29,499 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,41161,1732789245396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/WALs/e792e7e95410,41161,1732789245396/e792e7e95410%2C41161%2C1732789245396.1732789246928, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:29,500 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,41161,1732789245396: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,41161,1732789245396, walGroup=e792e7e95410%2C41161%2C1732789245396, offset=e792e7e95410%2C41161%2C1732789245396.1732789246928:2384, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:41161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:21:29,502 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:21:29,502 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:21:29,503 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:21:29,503 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:21:29,503 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:21:29,503 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1189085184,
        "init": 1048576000,
        "max": 2306867200,
        "used": 827331440
      },
      "NonHeapMemoryUsage": {
        "committed": 202964992,
        "init": 7667712,
        "max": -1,
        "used": 198682696
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:21:29,503 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:37601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:37601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:21:29,553 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,41161,1732789245396; all regions closed.
2024-11-28T10:21:29,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:21:29,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741839_1015 (size=3552)
2024-11-28T10:21:29,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741832_1008 (size=2392)
2024-11-28T10:21:29,563 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:29,563 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:21:29,564 INFO  [RS:0;e792e7e95410:41161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:29,564 INFO  [RS:0;e792e7e95410:41161 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:29,564 INFO  [RS:0;e792e7e95410:41161 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:29,564 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:29,564 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,41161,1732789245396 because: Region server is closing
2024-11-28T10:21:29,564 INFO  [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41161.
2024-11-28T10:21:29,564 DEBUG [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:29,564 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:29,565 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:29,565 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:29,665 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.shippere792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 terminated
2024-11-28T10:21:29,665 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,41161,1732789245396.replicationSource.wal-reader.e792e7e95410%2C41161%2C1732789245396,1-e792e7e95410,41161,1732789245396 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:21:29,665 INFO  [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41161.
2024-11-28T10:21:29,665 DEBUG [RS:0;e792e7e95410:41161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:29,665 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:29,665 DEBUG [RS:0;e792e7e95410:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:29,666 INFO  [RS:0;e792e7e95410:41161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41161
2024-11-28T10:21:29,666 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941/rs
2024-11-28T10:21:29,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832378941/rs/e792e7e95410,41161,1732789245396
2024-11-28T10:21:29,840 INFO  [RS:0;e792e7e95410:41161 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:29,953 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,41161,1732789245396]
2024-11-28T10:21:29,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0832378941/draining/e792e7e95410,41161,1732789245396 already deleted, retry=false
2024-11-28T10:21:29,990 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,41161,1732789245396 expired; onlineServers=0
2024-11-28T10:21:29,990 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,37601,1732789245194' *****
2024-11-28T10:21:29,990 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:21:29,990 INFO  [M:0;e792e7e95410:37601 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:21:29,990 INFO  [M:0;e792e7e95410:37601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:21:29,990 DEBUG [M:0;e792e7e95410:37601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:21:29,990 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:21:29,990 DEBUG [M:0;e792e7e95410:37601 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:21:29,991 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789246684 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789246684,5,FailOnTimeoutGroup]
2024-11-28T10:21:29,991 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789246684 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789246684,5,FailOnTimeoutGroup]
2024-11-28T10:21:29,991 INFO  [M:0;e792e7e95410:37601 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:21:29,991 INFO  [M:0;e792e7e95410:37601 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:21:29,991 DEBUG [M:0;e792e7e95410:37601 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:21:29,991 INFO  [M:0;e792e7e95410:37601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:21:29,991 INFO  [M:0;e792e7e95410:37601 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:21:29,991 INFO  [M:0;e792e7e95410:37601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:21:29,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:21:30,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0832378941/master
2024-11-28T10:21:30,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0832378941
2024-11-28T10:21:30,032 DEBUG [M:0;e792e7e95410:37601 {}] zookeeper.ZKUtil(347): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Unable to get data of znode /0832378941/master because node does not exist (not an error)
2024-11-28T10:21:30,032 WARN  [M:0;e792e7e95410:37601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:21:30,033 INFO  [M:0;e792e7e95410:37601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/.lastflushedseqids
2024-11-28T10:21:30,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:30,052 INFO  [RS:0;e792e7e95410:41161 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10180f5881a0001, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:30,053 INFO  [RS:0;e792e7e95410:41161 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,41161,1732789245396; zookeeper connection closed.
2024-11-28T10:21:30,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741848_1024 (size=245)
2024-11-28T10:21:30,058 INFO  [M:0;e792e7e95410:37601 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:21:30,059 INFO  [M:0;e792e7e95410:37601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:21:30,059 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:30,060 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de
2024-11-28T10:21:30,061 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:21:30,059 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:30,062 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:30,062 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:30,062 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:30,062 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-28T10:21:30,081 DEBUG [M:0;e792e7e95410:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3363e86ab2eb48ed9207b9f63431d4ec is 82, key is hbase:meta,,1/info:regioninfo/1732789247978/Put/seqid=0
2024-11-28T10:21:30,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741849_1025 (size=5672)
2024-11-28T10:21:30,086 INFO  [M:0;e792e7e95410:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3363e86ab2eb48ed9207b9f63431d4ec
2024-11-28T10:21:30,111 DEBUG [M:0;e792e7e95410:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a3463ad90e34d7facd6bbe3e1c52b97 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789261423/Put/seqid=0
2024-11-28T10:21:30,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741850_1026 (size=7219)
2024-11-28T10:21:30,117 INFO  [M:0;e792e7e95410:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a3463ad90e34d7facd6bbe3e1c52b97
2024-11-28T10:21:30,121 INFO  [M:0;e792e7e95410:37601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a3463ad90e34d7facd6bbe3e1c52b97
2024-11-28T10:21:30,142 DEBUG [M:0;e792e7e95410:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc6a479fb2424bad840949c6bc146488 is 69, key is e792e7e95410,41161,1732789245396/rs:state/1732789246779/Put/seqid=0
2024-11-28T10:21:30,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741851_1027 (size=5156)
2024-11-28T10:21:30,546 INFO  [M:0;e792e7e95410:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc6a479fb2424bad840949c6bc146488
2024-11-28T10:21:30,551 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3363e86ab2eb48ed9207b9f63431d4ec as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3363e86ab2eb48ed9207b9f63431d4ec
2024-11-28T10:21:30,554 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3363e86ab2eb48ed9207b9f63431d4ec, entries=8, sequenceid=105, filesize=5.5 K
2024-11-28T10:21:30,555 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a3463ad90e34d7facd6bbe3e1c52b97 as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a3463ad90e34d7facd6bbe3e1c52b97
2024-11-28T10:21:30,559 INFO  [M:0;e792e7e95410:37601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a3463ad90e34d7facd6bbe3e1c52b97
2024-11-28T10:21:30,559 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a3463ad90e34d7facd6bbe3e1c52b97, entries=11, sequenceid=105, filesize=7.0 K
2024-11-28T10:21:30,560 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc6a479fb2424bad840949c6bc146488 as hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc6a479fb2424bad840949c6bc146488
2024-11-28T10:21:30,566 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/17b1424d-98b8-de4f-9fec-18799ebd0295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc6a479fb2424bad840949c6bc146488, entries=1, sequenceid=105, filesize=5.0 K
2024-11-28T10:21:30,567 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=105, compaction requested=false
2024-11-28T10:21:30,583 INFO  [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:30,583 DEBUG [M:0;e792e7e95410:37601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789290059Disabling compacts and flushes for region at 1732789290059Disabling writes for close at 1732789290062 (+3 ms)Obtaining lock to block concurrent updates at 1732789290062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789290062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732789290062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789290063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789290063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789290080 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789290080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789290092 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789290111 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789290111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789290121 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789290141 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789290141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c410289: reopening flushed file at 1732789290550 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e92a7d6: reopening flushed file at 1732789290555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fc2726: reopening flushed file at 1732789290559 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=105, compaction requested=false at 1732789290567 (+8 ms)Writing region close event to WAL at 1732789290582 (+15 ms)Closed at 1732789290582
2024-11-28T10:21:30,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43089 is added to blk_1073741830_1006 (size=64435)
2024-11-28T10:21:30,586 INFO  [M:0;e792e7e95410:37601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:21:30,586 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:21:30,586 INFO  [M:0;e792e7e95410:37601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37601
2024-11-28T10:21:30,586 INFO  [M:0;e792e7e95410:37601 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:21:30,732 INFO  [M:0;e792e7e95410:37601 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:21:30,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:30,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10180f5881a0000, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:21:30,735 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@393ac790{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:30,735 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@602a51b2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:30,735 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:30,735 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23543f63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:30,735 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@561287c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:30,737 WARN  [BP-1651470794-172.17.0.2-1732789243011 heartbeating to localhost/127.0.0.1:43631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:21:30,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:21:30,737 WARN  [BP-1651470794-172.17.0.2-1732789243011 heartbeating to localhost/127.0.0.1:43631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1651470794-172.17.0.2-1732789243011 (Datanode Uuid 7dbdf39e-9a88-4ba7-803f-a3c791fe41c5) service to localhost/127.0.0.1:43631
2024-11-28T10:21:30,737 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:21:30,737 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/data/data1/current/BP-1651470794-172.17.0.2-1732789243011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:30,738 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/cluster_2a93d22d-7fd9-0912-4d20-bd28f73fc1f6/data/data2/current/BP-1651470794-172.17.0.2-1732789243011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:21:30,738 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:21:30,744 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0fe4b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:30,745 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658b4e6e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:21:30,745 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:21:30,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d59381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:21:30,745 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c66c2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b557ee73-1bdb-6832-b610-d471f758e248/hadoop.log.dir/,STOPPED}
2024-11-28T10:21:30,751 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:21:30,763 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:21:30,778 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260)
Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43631 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62567)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62567)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: globalEventExecutor-1-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43631
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41785
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43631 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45605 from jenkins.hfs.16
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:45605
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41785 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45605 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41785
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43631
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45605
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62567)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41785 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:45605 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41785
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43631 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41785
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41785 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41785
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=731 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3404 (was 3874)
2024-11-28T10:21:30,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=3405
2024-11-28T10:21:30,805 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-28T10:21:30,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir so I do NOT create it in target/test-data/810407cc-646f-f14d-8393-2006e5b2b304
2024-11-28T10:21:30,806 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:21:30,806 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.tmp.dir so I do NOT create it in target/test-data/810407cc-646f-f14d-8393-2006e5b2b304
2024-11-28T10:21:30,806 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc73fbd6-e76c-eb7e-6a4e-0279d47b4864/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:21:30,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304
2024-11-28T10:21:30,807 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e, deleteOnExit=true
2024-11-28T10:21:30,841 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/zookeeper_0, clientPort=53336, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:21:30,844 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53336
2024-11-28T10:21:30,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/test.cache.data in system properties and HBase conf
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:21:30,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:21:30,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:21:30,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:30,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:21:30,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:21:30,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10180f5881a0008, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:21:30,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f5881a0002, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:21:30,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10180f5881a0008, quorum=127.0.0.1:62567, baseZNode=/2313938361 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:21:30,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f5881a0002, quorum=127.0.0.1:62567, baseZNode=/0832378941 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:21:30,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f5881a0005, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:21:30,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f5881a0005, quorum=127.0.0.1:62567, baseZNode=/1-27806219 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:21:31,157 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:31,180 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:31,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:31,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:31,189 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:21:31,190 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:31,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:31,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:31,313 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491ce241{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/java.io.tmpdir/jetty-localhost-45995-hadoop-hdfs-3_4_1-tests_jar-_-any-6039170034682468473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:31,314 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:45995}
2024-11-28T10:21:31,314 INFO  [Time-limited test {}] server.Server(415): Started @285246ms
2024-11-28T10:21:31,688 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:31,691 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:31,700 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:31,700 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:31,701 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:21:31,701 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d3a572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:31,701 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201d114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:31,828 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@311a896c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/java.io.tmpdir/jetty-localhost-43523-hadoop-hdfs-3_4_1-tests_jar-_-any-13115649156016291020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:31,829 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c0af973{HTTP/1.1, (http/1.1)}{localhost:43523}
2024-11-28T10:21:31,829 INFO  [Time-limited test {}] server.Server(415): Started @285760ms
2024-11-28T10:21:31,831 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:21:32,860 WARN  [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/data/data1/current/BP-579976302-172.17.0.2-1732789290869/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:32,861 WARN  [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/data/data2/current/BP-579976302-172.17.0.2-1732789290869/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:32,909 WARN  [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:21:32,912 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281704ba43687675 with lease ID 0xf85d42b62ee30452: Processing first storage report for DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8 from datanode DatanodeRegistration(127.0.0.1:43301, datanodeUuid=8d5f02ae-6d7c-44a1-8882-e33f71df0a68, infoPort=35569, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=769418047;c=1732789290869)
2024-11-28T10:21:32,912 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281704ba43687675 with lease ID 0xf85d42b62ee30452: from storage DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8 node DatanodeRegistration(127.0.0.1:43301, datanodeUuid=8d5f02ae-6d7c-44a1-8882-e33f71df0a68, infoPort=35569, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=769418047;c=1732789290869), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:21:32,912 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281704ba43687675 with lease ID 0xf85d42b62ee30452: Processing first storage report for DS-7df4e5a5-d966-4be5-bffc-287ad6e9a847 from datanode DatanodeRegistration(127.0.0.1:43301, datanodeUuid=8d5f02ae-6d7c-44a1-8882-e33f71df0a68, infoPort=35569, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=769418047;c=1732789290869)
2024-11-28T10:21:32,912 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281704ba43687675 with lease ID 0xf85d42b62ee30452: from storage DS-7df4e5a5-d966-4be5-bffc-287ad6e9a847 node DatanodeRegistration(127.0.0.1:43301, datanodeUuid=8d5f02ae-6d7c-44a1-8882-e33f71df0a68, infoPort=35569, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=769418047;c=1732789290869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:21:32,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304
2024-11-28T10:21:32,986 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:32,987 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:21:33,007 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35 with version=8
2024-11-28T10:21:33,007 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/hbase-staging
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:21:33,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:33,010 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39637
2024-11-28T10:21:33,011 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39637 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:33,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396370x0, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:33,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39637-0x10180f642fd0000 connected
2024-11-28T10:21:33,284 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,286 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/running
2024-11-28T10:21:33,288 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35, hbase.cluster.distributed=false
2024-11-28T10:21:33,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/acl
2024-11-28T10:21:33,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39637
2024-11-28T10:21:33,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39637
2024-11-28T10:21:33,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39637
2024-11-28T10:21:33,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39637
2024-11-28T10:21:33,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39637
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:21:33,316 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:33,317 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42163
2024-11-28T10:21:33,318 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42163 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:33,318 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,320 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,356 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421630x0, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:33,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421630x0, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/running
2024-11-28T10:21:33,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42163-0x10180f642fd0001 connected
2024-11-28T10:21:33,357 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:21:33,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:21:33,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/master
2024-11-28T10:21:33,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/acl
2024-11-28T10:21:33,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42163
2024-11-28T10:21:33,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42163
2024-11-28T10:21:33,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42163
2024-11-28T10:21:33,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42163
2024-11-28T10:21:33,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42163
2024-11-28T10:21:33,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:21:33,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:21:33,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:21:33,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:33,393 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:39637
2024-11-28T10:21:33,396 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0347030853/backup-masters/e792e7e95410,39637,1732789293009
2024-11-28T10:21:33,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/backup-masters
2024-11-28T10:21:33,408 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/backup-masters
2024-11-28T10:21:33,409 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on existing znode=/0347030853/backup-masters/e792e7e95410,39637,1732789293009
2024-11-28T10:21:33,421 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0347030853/master
2024-11-28T10:21:33,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:33,421 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:33,421 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on existing znode=/0347030853/master
2024-11-28T10:21:33,422 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0347030853/backup-masters/e792e7e95410,39637,1732789293009 from backup master directory
2024-11-28T10:21:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0347030853/backup-masters/e792e7e95410,39637,1732789293009
2024-11-28T10:21:33,431 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/backup-masters
2024-11-28T10:21:33,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/backup-masters
2024-11-28T10:21:33,431 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:33,431 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,39637,1732789293009
2024-11-28T10:21:33,435 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/hbase.id] with ID: d7e6d310-81ae-41f8-8e35-ce56cabea2e8
2024-11-28T10:21:33,436 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/.tmp/hbase.id
2024-11-28T10:21:33,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:21:33,842 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/.tmp/hbase.id]:[hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/hbase.id]
2024-11-28T10:21:33,851 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:33,851 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:21:33,852 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:21:33,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:33,895 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:33,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:21:33,910 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:33,911 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:21:33,911 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:33,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:21:33,926 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store
2024-11-28T10:21:33,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:33,934 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:33,934 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:33,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789293934Disabling compacts and flushes for region at 1732789293934Disabling writes for close at 1732789293934Writing region close event to WAL at 1732789293934Closed at 1732789293934
2024-11-28T10:21:33,935 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/.initializing
2024-11-28T10:21:33,935 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/WALs/e792e7e95410,39637,1732789293009
2024-11-28T10:21:33,936 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:33,937 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C39637%2C1732789293009, suffix=, logDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/WALs/e792e7e95410,39637,1732789293009, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/oldWALs, maxLogs=10
2024-11-28T10:21:33,954 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/WALs/e792e7e95410,39637,1732789293009/e792e7e95410%2C39637%2C1732789293009.1732789293938, exclude list is [], retry=0
2024-11-28T10:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8,DISK]
2024-11-28T10:21:33,972 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/WALs/e792e7e95410,39637,1732789293009/e792e7e95410%2C39637%2C1732789293009.1732789293938
2024-11-28T10:21:33,973 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)]
2024-11-28T10:21:33,973 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:33,973 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:33,973 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:33,973 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:33,983 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:33,988 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:21:33,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:33,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:33,989 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:33,996 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:21:33,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:33,996 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:33,996 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:33,997 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:21:33,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:33,998 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:33,998 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:34,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:21:34,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,000 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:34,000 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,001 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,001 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,003 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,003 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,003 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:34,004 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:34,005 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:34,006 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62902800, jitterRate=-0.06267523765563965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:34,006 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789293973Initializing all the Stores at 1732789293974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789293974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789293983 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789293983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789293983Cleaning up temporary data from old regions at 1732789294003 (+20 ms)Region opened successfully at 1732789294006 (+3 ms)
2024-11-28T10:21:34,007 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:21:34,009 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3428b569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:34,010 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:21:34,010 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:21:34,010 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:21:34,010 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:21:34,011 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:21:34,011 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:21:34,011 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:21:34,013 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:21:34,013 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/balancer because node does not exist (not necessarily an error)
2024-11-28T10:21:34,021 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/balancer already deleted, retry=false
2024-11-28T10:21:34,021 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:21:34,022 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:21:34,031 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/normalizer already deleted, retry=false
2024-11-28T10:21:34,032 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:21:34,033 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:21:34,042 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/switch/split already deleted, retry=false
2024-11-28T10:21:34,043 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:21:34,052 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/switch/merge already deleted, retry=false
2024-11-28T10:21:34,055 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:21:34,063 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/snapshot-cleanup already deleted, retry=false
2024-11-28T10:21:34,073 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0347030853/running
2024-11-28T10:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0347030853/running
2024-11-28T10:21:34,073 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,074 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,39637,1732789293009, sessionid=0x10180f642fd0000, setting cluster-up flag (Was=false)
2024-11-28T10:21:34,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,094 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,126 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0347030853/flush-table-proc/acquired, /0347030853/flush-table-proc/reached, /0347030853/flush-table-proc/abort
2024-11-28T10:21:34,127 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,39637,1732789293009
2024-11-28T10:21:34,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,147 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,179 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0347030853/online-snapshot/acquired, /0347030853/online-snapshot/reached, /0347030853/online-snapshot/abort
2024-11-28T10:21:34,180 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,39637,1732789293009
2024-11-28T10:21:34,189 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:21:34,190 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:34,190 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:21:34,190 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:21:34,190 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,39637,1732789293009
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:34,192 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:34,194 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:21:34,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,195 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:21:34,224 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789324224
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:21:34,225 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:21:34,228 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,232 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:21:34,232 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:21:34,232 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:21:34,232 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:21:34,232 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:21:34,233 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:21:34,233 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789294233,5,FailOnTimeoutGroup]
2024-11-28T10:21:34,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:21:34,236 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789294233,5,FailOnTimeoutGroup]
2024-11-28T10:21:34,236 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,236 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:21:34,236 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,236 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,279 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(746): ClusterId : d7e6d310-81ae-41f8-8e35-ce56cabea2e8
2024-11-28T10:21:34,279 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:21:34,285 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:21:34,285 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:21:34,295 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:21:34,295 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec57d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:34,325 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:42163
2024-11-28T10:21:34,325 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:21:34,325 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:21:34,325 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:21:34,326 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,39637,1732789293009 with port=42163, startcode=1732789293316
2024-11-28T10:21:34,326 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:21:34,327 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:21:34,328 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,328 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39637 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,330 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35
2024-11-28T10:21:34,330 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33601
2024-11-28T10:21:34,330 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:21:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/rs
2024-11-28T10:21:34,337 DEBUG [RS:0;e792e7e95410:42163 {}] zookeeper.ZKUtil(111): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on existing znode=/0347030853/rs/e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,337 WARN  [RS:0;e792e7e95410:42163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:34,337 INFO  [RS:0;e792e7e95410:42163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:34,337 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,337 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,42163,1732789293316]
2024-11-28T10:21:34,340 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:21:34,341 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:21:34,342 INFO  [RS:0;e792e7e95410:42163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:21:34,342 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,344 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:21:34,345 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:21:34,345 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:34,345 DEBUG [RS:0;e792e7e95410:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,352 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42163,1732789293316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:34,373 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:21:34,373 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,42163,1732789293316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,373 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,373 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.Replication(171): e792e7e95410,42163,1732789293316 started
2024-11-28T10:21:34,390 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:34,390 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,42163,1732789293316, RpcServer on e792e7e95410/172.17.0.2:42163, sessionid=0x10180f642fd0001
2024-11-28T10:21:34,390 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:21:34,390 DEBUG [RS:0;e792e7e95410:42163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,390 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,42163,1732789293316'
2024-11-28T10:21:34,390 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0347030853/flush-table-proc/abort'
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0347030853/flush-table-proc/acquired'
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,42163,1732789293316'
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0347030853/online-snapshot/abort'
2024-11-28T10:21:34,391 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0347030853/online-snapshot/acquired'
2024-11-28T10:21:34,392 DEBUG [RS:0;e792e7e95410:42163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:21:34,392 INFO  [RS:0;e792e7e95410:42163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:21:34,392 INFO  [RS:0;e792e7e95410:42163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:21:34,492 INFO  [RS:0;e792e7e95410:42163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:34,493 INFO  [RS:0;e792e7e95410:42163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42163%2C1732789293316, suffix=, logDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/oldWALs, maxLogs=10
2024-11-28T10:21:34,509 DEBUG [RS:0;e792e7e95410:42163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, exclude list is [], retry=0
2024-11-28T10:21:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8,DISK]
2024-11-28T10:21:34,512 INFO  [RS:0;e792e7e95410:42163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494
2024-11-28T10:21:34,513 DEBUG [RS:0;e792e7e95410:42163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)]
2024-11-28T10:21:34,634 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:21:34,635 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35
2024-11-28T10:21:34,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:21:34,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:34,641 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:34,642 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:34,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,642 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:34,642 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:34,643 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:34,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,643 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:34,643 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:34,644 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:34,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,645 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:34,645 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:34,645 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:34,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:34,646 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:34,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:34,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740
2024-11-28T10:21:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740
2024-11-28T10:21:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:34,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:34,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:34,650 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925184, jitterRate=-0.03253936767578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789294640Initializing all the Stores at 1732789294641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789294641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789294641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789294641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789294641Cleaning up temporary data from old regions at 1732789294647 (+6 ms)Region opened successfully at 1732789294651 (+4 ms)
2024-11-28T10:21:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:34,651 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:34,652 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:34,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789294651Disabling compacts and flushes for region at 1732789294651Disabling writes for close at 1732789294651Writing region close event to WAL at 1732789294652 (+1 ms)Closed at 1732789294652
2024-11-28T10:21:34,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:34,654 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:21:34,654 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:21:34,655 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:34,656 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:21:34,763 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:34,764 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,764 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,764 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,764 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,803 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,804 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,804 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,804 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,804 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,805 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,809 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,813 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,813 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,814 DEBUG [e792e7e95410:39637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:21:34,815 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:34,815 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,42163,1732789293316, state=OPENING
2024-11-28T10:21:34,816 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:34,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:21:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,960 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:34,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0347030853/meta-region-server: CHANGED
2024-11-28T10:21:34,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:34,961 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,42163,1732789293316}]
2024-11-28T10:21:34,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0347030853/meta-region-server: CHANGED
2024-11-28T10:21:35,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:35,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:21:35,125 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:21:35,125 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:35,125 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:21:35,126 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42163%2C1732789293316.meta, suffix=.meta, logDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/oldWALs, maxLogs=10
2024-11-28T10:21:35,147 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.meta.1732789295127.meta, exclude list is [], retry=0
2024-11-28T10:21:35,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8,DISK]
2024-11-28T10:21:35,159 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.meta.1732789295127.meta
2024-11-28T10:21:35,160 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)]
2024-11-28T10:21:35,160 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:35,160 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:21:35,161 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:21:35,161 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:21:35,164 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:35,166 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:35,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:35,166 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:35,167 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:35,170 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:35,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:35,171 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:35,171 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:35,172 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:35,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:35,173 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:35,173 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:35,176 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:35,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:35,176 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:35,176 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:35,177 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740
2024-11-28T10:21:35,178 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740
2024-11-28T10:21:35,179 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:35,179 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:35,180 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:35,181 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:35,182 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60076795, jitterRate=-0.1047859936952591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:35,182 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:21:35,183 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789295161Writing region info on filesystem at 1732789295161Initializing all the Stores at 1732789295162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789295162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789295164 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789295164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789295164Cleaning up temporary data from old regions at 1732789295179 (+15 ms)Running coprocessor post-open hooks at 1732789295182 (+3 ms)Region opened successfully at 1732789295183 (+1 ms)
2024-11-28T10:21:35,184 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789295112
2024-11-28T10:21:35,187 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:21:35,187 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:35,188 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,42163,1732789293316, state=OPEN
2024-11-28T10:21:35,189 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:21:35,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0347030853/meta-region-server
2024-11-28T10:21:35,226 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0347030853/meta-region-server
2024-11-28T10:21:35,226 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,42163,1732789293316
2024-11-28T10:21:35,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0347030853/meta-region-server: CHANGED
2024-11-28T10:21:35,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0347030853/meta-region-server: CHANGED
2024-11-28T10:21:35,229 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:21:35,229 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,42163,1732789293316 in 265 msec
2024-11-28T10:21:35,233 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:21:35,233 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec
2024-11-28T10:21:35,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:35,234 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:21:35,236 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:35,236 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42163,1732789293316, seqNum=-1]
2024-11-28T10:21:35,236 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:35,237 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:35,244 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0530 sec
2024-11-28T10:21:35,244 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789295244, completionTime=-1
2024-11-28T10:21:35,244 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:21:35,244 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:21:35,246 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789355247
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789415247
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:39637, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,247 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,250 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:21:35,256 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,260 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.828sec
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:35,261 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:21:35,269 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:21:35,269 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:21:35,269 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,39637,1732789293009-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:35,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f8e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:35,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,39637,-1 for getting cluster id
2024-11-28T10:21:35,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:35,291 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6d310-81ae-41f8-8e35-ce56cabea2e8'
2024-11-28T10:21:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6d310-81ae-41f8-8e35-ce56cabea2e8"

2024-11-28T10:21:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,39637,-1]
2024-11-28T10:21:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:35,294 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:35,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca7949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:35,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42163,1732789293316, seqNum=-1]
2024-11-28T10:21:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:35,300 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:35,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,39637,1732789293009
2024-11-28T10:21:35,302 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:35,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f642fd0002 connected
2024-11-28T10:21:35,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir so I do NOT create it in target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534
2024-11-28T10:21:35,340 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:21:35,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.tmp.dir so I do NOT create it in target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534
2024-11-28T10:21:35,340 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:21:35,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534
2024-11-28T10:21:35,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/cluster_015c5202-132f-0e98-9e02-b3260bf08c4b, deleteOnExit=true
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/test.cache.data in system properties and HBase conf
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:21:35,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:21:35,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:21:35,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:21:35,756 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:35,760 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:35,773 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:35,773 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:35,773 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:21:35,774 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:35,776 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6223e83e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:35,776 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f78316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:35,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:35,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:35,876 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88604 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:35,877 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65ddd1b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/java.io.tmpdir/jetty-localhost-36129-hadoop-hdfs-3_4_1-tests_jar-_-any-11466739821150091240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:35,878 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c30efb6{HTTP/1.1, (http/1.1)}{localhost:36129}
2024-11-28T10:21:35,878 INFO  [Time-limited test {}] server.Server(415): Started @289810ms
2024-11-28T10:21:36,211 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:36,215 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:36,235 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:36,235 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:36,236 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:21:36,236 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51368f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:36,237 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b35086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:36,366 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4abec380{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/java.io.tmpdir/jetty-localhost-38623-hadoop-hdfs-3_4_1-tests_jar-_-any-7650472053167788825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:36,366 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c5dedcb{HTTP/1.1, (http/1.1)}{localhost:38623}
2024-11-28T10:21:36,366 INFO  [Time-limited test {}] server.Server(415): Started @290298ms
2024-11-28T10:21:36,368 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:21:37,439 WARN  [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/cluster_015c5202-132f-0e98-9e02-b3260bf08c4b/data/data1/current/BP-1326929096-172.17.0.2-1732789295367/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:37,439 WARN  [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/cluster_015c5202-132f-0e98-9e02-b3260bf08c4b/data/data2/current/BP-1326929096-172.17.0.2-1732789295367/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:37,462 WARN  [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:21:37,464 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08375dab04e4e79 with lease ID 0x94816d7c51e9e8d9: Processing first storage report for DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd from datanode DatanodeRegistration(127.0.0.1:37303, datanodeUuid=5ec1a74d-73e3-4296-8ed4-ce27d2dc8900, infoPort=45531, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=1387634743;c=1732789295367)
2024-11-28T10:21:37,464 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08375dab04e4e79 with lease ID 0x94816d7c51e9e8d9: from storage DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd node DatanodeRegistration(127.0.0.1:37303, datanodeUuid=5ec1a74d-73e3-4296-8ed4-ce27d2dc8900, infoPort=45531, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=1387634743;c=1732789295367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:21:37,464 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa08375dab04e4e79 with lease ID 0x94816d7c51e9e8d9: Processing first storage report for DS-3bed2088-fc1b-4547-8f12-41c7208ec440 from datanode DatanodeRegistration(127.0.0.1:37303, datanodeUuid=5ec1a74d-73e3-4296-8ed4-ce27d2dc8900, infoPort=45531, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=1387634743;c=1732789295367)
2024-11-28T10:21:37,464 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa08375dab04e4e79 with lease ID 0x94816d7c51e9e8d9: from storage DS-3bed2088-fc1b-4547-8f12-41c7208ec440 node DatanodeRegistration(127.0.0.1:37303, datanodeUuid=5ec1a74d-73e3-4296-8ed4-ce27d2dc8900, infoPort=45531, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=1387634743;c=1732789295367), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:21:37,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534
2024-11-28T10:21:37,514 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:37,516 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:37,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:21:37,923 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc with version=8
2024-11-28T10:21:37,923 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/hbase-staging
2024-11-28T10:21:37,925 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:37,926 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44893
2024-11-28T10:21:37,927 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44893 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:37,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448930x0, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:37,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44893-0x10180f642fd0003 connected
2024-11-28T10:21:38,058 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:38,061 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:38,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/running
2024-11-28T10:21:38,064 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc, hbase.cluster.distributed=false
2024-11-28T10:21:38,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/acl
2024-11-28T10:21:38,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44893
2024-11-28T10:21:38,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44893
2024-11-28T10:21:38,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44893
2024-11-28T10:21:38,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44893
2024-11-28T10:21:38,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44893
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:21:38,107 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:38,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33263
2024-11-28T10:21:38,108 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33263 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:38,109 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:38,110 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332630x0, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:38,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332630x0, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/running
2024-11-28T10:21:38,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33263-0x10180f642fd0004 connected
2024-11-28T10:21:38,158 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:21:38,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:21:38,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/master
2024-11-28T10:21:38,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/acl
2024-11-28T10:21:38,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33263
2024-11-28T10:21:38,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33263
2024-11-28T10:21:38,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33263
2024-11-28T10:21:38,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33263
2024-11-28T10:21:38,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33263
2024-11-28T10:21:38,203 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:44893
2024-11-28T10:21:38,204 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11481321105/backup-masters/e792e7e95410,44893,1732789297925
2024-11-28T10:21:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/backup-masters
2024-11-28T10:21:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/backup-masters
2024-11-28T10:21:38,232 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on existing znode=/11481321105/backup-masters/e792e7e95410,44893,1732789297925
2024-11-28T10:21:38,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:38,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11481321105/master
2024-11-28T10:21:38,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:38,295 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on existing znode=/11481321105/master
2024-11-28T10:21:38,296 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11481321105/backup-masters/e792e7e95410,44893,1732789297925 from backup master directory
2024-11-28T10:21:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/backup-masters
2024-11-28T10:21:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11481321105/backup-masters/e792e7e95410,44893,1732789297925
2024-11-28T10:21:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/backup-masters
2024-11-28T10:21:38,380 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:38,380 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,44893,1732789297925
2024-11-28T10:21:38,383 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/hbase.id] with ID: 7b5ffaba-141c-4943-9077-9a53b5082058
2024-11-28T10:21:38,383 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/.tmp/hbase.id
2024-11-28T10:21:38,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:21:38,387 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/.tmp/hbase.id]:[hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/hbase.id]
2024-11-28T10:21:38,395 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:38,395 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:21:38,396 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:21:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:38,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:21:38,880 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:38,882 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:21:38,884 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:38,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:21:39,295 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store
2024-11-28T10:21:39,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:21:39,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:39,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:39,303 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:39,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:39,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:39,303 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:39,303 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:39,304 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789299303Disabling compacts and flushes for region at 1732789299303Disabling writes for close at 1732789299303Writing region close event to WAL at 1732789299303Closed at 1732789299303
2024-11-28T10:21:39,304 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/.initializing
2024-11-28T10:21:39,304 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/WALs/e792e7e95410,44893,1732789297925
2024-11-28T10:21:39,305 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:39,306 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C44893%2C1732789297925, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/WALs/e792e7e95410,44893,1732789297925, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/oldWALs, maxLogs=10
2024-11-28T10:21:39,318 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/WALs/e792e7e95410,44893,1732789297925/e792e7e95410%2C44893%2C1732789297925.1732789299306, exclude list is [], retry=0
2024-11-28T10:21:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37303,DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd,DISK]
2024-11-28T10:21:39,322 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/WALs/e792e7e95410,44893,1732789297925/e792e7e95410%2C44893%2C1732789297925.1732789299306
2024-11-28T10:21:39,322 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)]
2024-11-28T10:21:39,322 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:39,322 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:39,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,323 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,324 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:39,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:21:39,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:39,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:39,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:39,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:21:39,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:39,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:39,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:39,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:21:39,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:39,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:39,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:39,328 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:21:39,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:39,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:39,329 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,329 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,330 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,330 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,330 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,331 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:39,331 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:39,336 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:39,337 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67217836, jitterRate=0.0016238093376159668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:39,337 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789299323Initializing all the Stores at 1732789299323Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789299323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789299323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789299323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789299324 (+1 ms)Cleaning up temporary data from old regions at 1732789299330 (+6 ms)Region opened successfully at 1732789299337 (+7 ms)
2024-11-28T10:21:39,338 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:21:39,340 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534736be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:39,341 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:21:39,341 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:21:39,341 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:21:39,341 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:21:39,342 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:21:39,342 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:21:39,342 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:21:39,345 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:21:39,346 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/balancer because node does not exist (not necessarily an error)
2024-11-28T10:21:39,393 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/balancer already deleted, retry=false
2024-11-28T10:21:39,394 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:21:39,394 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:21:39,452 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/normalizer already deleted, retry=false
2024-11-28T10:21:39,452 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:21:39,453 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:21:39,541 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/switch/split already deleted, retry=false
2024-11-28T10:21:39,542 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:21:39,616 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/switch/merge already deleted, retry=false
2024-11-28T10:21:39,617 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:21:39,774 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/snapshot-cleanup already deleted, retry=false
2024-11-28T10:21:39,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11481321105/running
2024-11-28T10:21:39,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:39,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11481321105/running
2024-11-28T10:21:39,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:39,859 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,44893,1732789297925, sessionid=0x10180f642fd0003, setting cluster-up flag (Was=false)
2024-11-28T10:21:40,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:40,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:40,266 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11481321105/flush-table-proc/acquired, /11481321105/flush-table-proc/reached, /11481321105/flush-table-proc/abort
2024-11-28T10:21:40,268 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,44893,1732789297925
2024-11-28T10:21:40,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:40,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:40,663 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:40,664 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,664 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,664 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,664 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,665 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11481321105/online-snapshot/acquired, /11481321105/online-snapshot/reached, /11481321105/online-snapshot/abort
2024-11-28T10:21:40,668 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,44893,1732789297925
2024-11-28T10:21:40,669 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:21:40,671 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:40,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:21:40,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:21:40,671 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,44893,1732789297925
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:40,673 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:40,679 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:21:40,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789330681
2024-11-28T10:21:40,681 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:21:40,681 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,682 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:21:40,682 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:21:40,682 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:21:40,682 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:21:40,691 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:21:40,691 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:21:40,692 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789300691,5,FailOnTimeoutGroup]
2024-11-28T10:21:40,693 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(746): ClusterId : 7b5ffaba-141c-4943-9077-9a53b5082058
2024-11-28T10:21:40,693 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:21:40,700 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789300692,5,FailOnTimeoutGroup]
2024-11-28T10:21:40,700 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,700 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:21:40,700 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,700 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:21:40,702 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:21:40,703 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc
2024-11-28T10:21:40,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,705 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,706 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741832_1008 (size=32)
2024-11-28T10:21:40,715 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,719 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,720 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,721 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:40,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:21:40,766 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:21:40,766 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:21:40,830 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:21:40,831 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc3780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:40,845 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:33263
2024-11-28T10:21:40,846 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:21:40,846 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:21:40,846 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:21:40,846 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,44893,1732789297925 with port=33263, startcode=1732789298107
2024-11-28T10:21:40,847 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:21:40,848 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:21:40,848 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,848 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44893 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,849 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc
2024-11-28T10:21:40,850 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43249
2024-11-28T10:21:40,850 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:21:40,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/rs
2024-11-28T10:21:40,914 DEBUG [RS:0;e792e7e95410:33263 {}] zookeeper.ZKUtil(111): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on existing znode=/11481321105/rs/e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,914 WARN  [RS:0;e792e7e95410:33263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:40,914 INFO  [RS:0;e792e7e95410:33263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:40,915 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,915 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,33263,1732789298107]
2024-11-28T10:21:40,917 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:21:40,919 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:21:40,919 INFO  [RS:0;e792e7e95410:33263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:21:40,919 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,919 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:21:40,920 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:21:40,920 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:40,920 DEBUG [RS:0;e792e7e95410:33263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,923 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33263,1732789298107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:40,943 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:21:40,943 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33263,1732789298107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,943 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,943 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.Replication(171): e792e7e95410,33263,1732789298107 started
2024-11-28T10:21:40,960 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:40,960 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,33263,1732789298107, RpcServer on e792e7e95410/172.17.0.2:33263, sessionid=0x10180f642fd0004
2024-11-28T10:21:40,961 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:21:40,961 DEBUG [RS:0;e792e7e95410:33263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,961 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33263,1732789298107'
2024-11-28T10:21:40,961 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11481321105/flush-table-proc/abort'
2024-11-28T10:21:40,961 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11481321105/flush-table-proc/acquired'
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,33263,1732789298107
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33263,1732789298107'
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11481321105/online-snapshot/abort'
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11481321105/online-snapshot/acquired'
2024-11-28T10:21:40,962 DEBUG [RS:0;e792e7e95410:33263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:21:40,962 INFO  [RS:0;e792e7e95410:33263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:21:40,962 INFO  [RS:0;e792e7e95410:33263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:21:41,063 INFO  [RS:0;e792e7e95410:33263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:41,064 INFO  [RS:0;e792e7e95410:33263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33263%2C1732789298107, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/oldWALs, maxLogs=10
2024-11-28T10:21:41,076 DEBUG [RS:0;e792e7e95410:33263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, exclude list is [], retry=0
2024-11-28T10:21:41,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37303,DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd,DISK]
2024-11-28T10:21:41,080 INFO  [RS:0;e792e7e95410:33263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064
2024-11-28T10:21:41,080 DEBUG [RS:0;e792e7e95410:33263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)]
2024-11-28T10:21:41,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:41,119 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:41,120 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:41,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,120 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,120 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:41,121 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:41,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,122 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,122 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:41,122 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:41,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,123 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,123 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:41,124 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:41,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,124 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:41,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740
2024-11-28T10:21:41,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740
2024-11-28T10:21:41,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:41,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:41,126 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:41,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:41,128 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:41,129 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70769112, jitterRate=0.054541945457458496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789301115Initializing all the Stores at 1732789301115Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301118 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789301119 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301119Cleaning up temporary data from old regions at 1732789301126 (+7 ms)Region opened successfully at 1732789301129 (+3 ms)
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:41,129 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:41,129 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:41,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789301129Disabling compacts and flushes for region at 1732789301129Disabling writes for close at 1732789301129Writing region close event to WAL at 1732789301129Closed at 1732789301129
2024-11-28T10:21:41,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:41,130 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:21:41,131 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:21:41,131 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:41,132 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:21:41,282 DEBUG [e792e7e95410:44893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:21:41,283 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:41,284 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33263,1732789298107, state=OPENING
2024-11-28T10:21:41,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:21:41,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:41,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:41,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11481321105/meta-region-server: CHANGED
2024-11-28T10:21:41,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:41,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11481321105/meta-region-server: CHANGED
2024-11-28T10:21:41,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33263,1732789298107}]
2024-11-28T10:21:41,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:41,552 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:21:41,556 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:21:41,556 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:41,556 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:21:41,557 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33263%2C1732789298107.meta, suffix=.meta, logDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/oldWALs, maxLogs=10
2024-11-28T10:21:41,575 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.meta.1732789301558.meta, exclude list is [], retry=0
2024-11-28T10:21:41,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37303,DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd,DISK]
2024-11-28T10:21:41,578 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.meta.1732789301558.meta
2024-11-28T10:21:41,580 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)]
2024-11-28T10:21:41,580 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:41,581 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:21:41,581 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:21:41,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:21:41,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:41,583 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:41,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:41,584 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:41,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,584 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:41,585 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:41,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,585 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:41,585 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:41,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:41,586 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740
2024-11-28T10:21:41,587 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740
2024-11-28T10:21:41,588 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:41,588 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:41,588 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:41,589 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:41,590 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66830670, jitterRate=-0.004145413637161255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:41,590 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:21:41,590 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789301581Writing region info on filesystem at 1732789301581Initializing all the Stores at 1732789301582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789301582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789301582Cleaning up temporary data from old regions at 1732789301588 (+6 ms)Running coprocessor post-open hooks at 1732789301590 (+2 ms)Region opened successfully at 1732789301590
2024-11-28T10:21:41,591 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789301550
2024-11-28T10:21:41,593 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:21:41,593 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:21:41,593 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:41,594 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33263,1732789298107, state=OPEN
2024-11-28T10:21:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11481321105/meta-region-server
2024-11-28T10:21:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11481321105/meta-region-server
2024-11-28T10:21:41,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,33263,1732789298107
2024-11-28T10:21:41,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11481321105/meta-region-server: CHANGED
2024-11-28T10:21:41,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11481321105/meta-region-server: CHANGED
2024-11-28T10:21:41,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:21:41,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33263,1732789298107 in 201 msec
2024-11-28T10:21:41,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:21:41,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec
2024-11-28T10:21:41,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:41,603 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:21:41,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:41,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33263,1732789298107, seqNum=-1]
2024-11-28T10:21:41,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:41,605 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:41,609 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec
2024-11-28T10:21:41,610 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789301610, completionTime=-1
2024-11-28T10:21:41,610 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:21:41,610 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:21:41,611 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:21:41,611 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789361611
2024-11-28T10:21:41,611 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789421611
2024-11-28T10:21:41,611 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:44893, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,612 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,613 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.235sec
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:41,615 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:21:41,617 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:21:41,617 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:21:41,617 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,44893,1732789297925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:41,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bb702a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:41,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:41,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:41,694 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5833c753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:41,696 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:41,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752b56ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:41,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33263,1732789298107, seqNum=-1]
2024-11-28T10:21:41,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:41,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:41,700 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,44893,1732789297925
2024-11-28T10:21:41,701 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:41,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:41,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f642fd0005 connected
2024-11-28T10:21:41,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir so I do NOT create it in target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9
2024-11-28T10:21:41,734 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:21:41,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.tmp.dir so I do NOT create it in target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9
2024-11-28T10:21:41,734 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:21:41,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/cluster_13e4004d-3db6-f88d-6a7c-100cb3866a0b, deleteOnExit=true
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/test.cache.data in system properties and HBase conf
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:21:41,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:21:41,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:21:41,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:21:42,134 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:42,138 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:42,139 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:42,139 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:42,139 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:21:42,140 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:42,141 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1970e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:42,141 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@267ac701{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:42,263 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76611e6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/java.io.tmpdir/jetty-localhost-35591-hadoop-hdfs-3_4_1-tests_jar-_-any-12687738778102373854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:21:42,264 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7696cc10{HTTP/1.1, (http/1.1)}{localhost:35591}
2024-11-28T10:21:42,264 INFO  [Time-limited test {}] server.Server(415): Started @296195ms
2024-11-28T10:21:43,095 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:21:43,098 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:21:43,108 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:21:43,108 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:21:43,108 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:21:43,109 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d849fc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:21:43,109 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ae1b94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:21:43,214 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4810bc22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/java.io.tmpdir/jetty-localhost-35425-hadoop-hdfs-3_4_1-tests_jar-_-any-54070850135859831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:21:43,215 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fa9d74a{HTTP/1.1, (http/1.1)}{localhost:35425}
2024-11-28T10:21:43,215 INFO  [Time-limited test {}] server.Server(415): Started @297146ms
2024-11-28T10:21:43,216 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:21:43,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:21:43,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:21:43,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:21:43,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:21:44,076 WARN  [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/cluster_13e4004d-3db6-f88d-6a7c-100cb3866a0b/data/data2/current/BP-560778070-172.17.0.2-1732789301752/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:44,076 WARN  [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/cluster_13e4004d-3db6-f88d-6a7c-100cb3866a0b/data/data1/current/BP-560778070-172.17.0.2-1732789301752/current, will proceed with Du for space computation calculation, 
2024-11-28T10:21:44,090 WARN  [Thread-3666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:21:44,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6872897aeb0e9db with lease ID 0x6220f5ef721685c4: Processing first storage report for DS-5218370a-f8a3-43a4-a581-fcca600b0b40 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=665bee98-e616-4174-80fb-d1e38a3e96f5, infoPort=34177, infoSecurePort=0, ipcPort=35955, storageInfo=lv=-57;cid=testClusterID;nsid=630052539;c=1732789301752)
2024-11-28T10:21:44,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6872897aeb0e9db with lease ID 0x6220f5ef721685c4: from storage DS-5218370a-f8a3-43a4-a581-fcca600b0b40 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=665bee98-e616-4174-80fb-d1e38a3e96f5, infoPort=34177, infoSecurePort=0, ipcPort=35955, storageInfo=lv=-57;cid=testClusterID;nsid=630052539;c=1732789301752), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:21:44,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6872897aeb0e9db with lease ID 0x6220f5ef721685c4: Processing first storage report for DS-368a1554-6004-4615-8993-6e88a2e6f972 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=665bee98-e616-4174-80fb-d1e38a3e96f5, infoPort=34177, infoSecurePort=0, ipcPort=35955, storageInfo=lv=-57;cid=testClusterID;nsid=630052539;c=1732789301752)
2024-11-28T10:21:44,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6872897aeb0e9db with lease ID 0x6220f5ef721685c4: from storage DS-368a1554-6004-4615-8993-6e88a2e6f972 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=665bee98-e616-4174-80fb-d1e38a3e96f5, infoPort=34177, infoSecurePort=0, ipcPort=35955, storageInfo=lv=-57;cid=testClusterID;nsid=630052539;c=1732789301752), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:21:44,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9
2024-11-28T10:21:44,163 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,164 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:21:44,571 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa with version=8
2024-11-28T10:21:44,571 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/hbase-staging
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:21:44,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:44,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36783
2024-11-28T10:21:44,574 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36783 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:44,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367830x0, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:44,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36783-0x10180f642fd0006 connected
2024-11-28T10:21:44,662 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,664 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/running
2024-11-28T10:21:44,666 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa, hbase.cluster.distributed=false
2024-11-28T10:21:44,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/acl
2024-11-28T10:21:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783
2024-11-28T10:21:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783
2024-11-28T10:21:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783
2024-11-28T10:21:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783
2024-11-28T10:21:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783
2024-11-28T10:21:44,681 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:21:44,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33881
2024-11-28T10:21:44,683 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33881 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:44,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,685 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:44,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338810x0, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:44,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338810x0, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/running
2024-11-28T10:21:44,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33881-0x10180f642fd0007 connected
2024-11-28T10:21:44,694 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:21:44,695 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:21:44,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/master
2024-11-28T10:21:44,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/acl
2024-11-28T10:21:44,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33881
2024-11-28T10:21:44,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33881
2024-11-28T10:21:44,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33881
2024-11-28T10:21:44,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33881
2024-11-28T10:21:44,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33881
2024-11-28T10:21:44,715 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:36783
2024-11-28T10:21:44,716 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1669659642/backup-masters/e792e7e95410,36783,1732789304573
2024-11-28T10:21:44,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/backup-masters
2024-11-28T10:21:44,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/backup-masters
2024-11-28T10:21:44,726 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on existing znode=/2-1669659642/backup-masters/e792e7e95410,36783,1732789304573
2024-11-28T10:21:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1669659642/master
2024-11-28T10:21:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:44,736 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on existing znode=/2-1669659642/master
2024-11-28T10:21:44,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1669659642/backup-masters/e792e7e95410,36783,1732789304573 from backup master directory
2024-11-28T10:21:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1669659642/backup-masters/e792e7e95410,36783,1732789304573
2024-11-28T10:21:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/backup-masters
2024-11-28T10:21:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/backup-masters
2024-11-28T10:21:44,757 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:44,757 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,36783,1732789304573
2024-11-28T10:21:44,759 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/hbase.id] with ID: 51a83a4b-c4ce-4bac-80af-40cc78cefd9d
2024-11-28T10:21:44,759 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/.tmp/hbase.id
2024-11-28T10:21:44,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:21:45,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/.tmp/hbase.id]:[hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/hbase.id]
2024-11-28T10:21:45,171 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:21:45,171 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:21:45,172 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:21:45,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:45,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:45,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:21:45,634 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:45,634 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:21:45,635 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:45,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:21:46,040 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store
2024-11-28T10:21:46,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:21:46,449 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:46,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:21:46,450 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:46,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:46,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:21:46,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:46,450 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:21:46,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789306450Disabling compacts and flushes for region at 1732789306450Disabling writes for close at 1732789306450Writing region close event to WAL at 1732789306450Closed at 1732789306450
2024-11-28T10:21:46,451 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/.initializing
2024-11-28T10:21:46,451 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/WALs/e792e7e95410,36783,1732789304573
2024-11-28T10:21:46,451 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:46,453 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C36783%2C1732789304573, suffix=, logDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/WALs/e792e7e95410,36783,1732789304573, archiveDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/oldWALs, maxLogs=10
2024-11-28T10:21:46,464 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/WALs/e792e7e95410,36783,1732789304573/e792e7e95410%2C36783%2C1732789304573.1732789306453, exclude list is [], retry=0
2024-11-28T10:21:46,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-5218370a-f8a3-43a4-a581-fcca600b0b40,DISK]
2024-11-28T10:21:46,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/WALs/e792e7e95410,36783,1732789304573/e792e7e95410%2C36783%2C1732789304573.1732789306453
2024-11-28T10:21:46,468 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-28T10:21:46,468 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:46,468 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:46,468 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,468 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,469 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:46,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:21:46,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:46,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:46,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:46,471 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:21:46,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:46,471 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:46,471 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:46,472 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:21:46,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:46,472 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:46,472 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:21:46,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:21:46,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:46,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:46,473 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,474 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,474 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,475 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,475 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,475 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:46,476 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:21:46,477 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:46,478 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63876300, jitterRate=-0.048168957233428955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:46,478 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789306468Initializing all the Stores at 1732789306469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789306469Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789306469Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789306469Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789306469Cleaning up temporary data from old regions at 1732789306475 (+6 ms)Region opened successfully at 1732789306478 (+3 ms)
2024-11-28T10:21:46,478 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:21:46,480 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bff0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:21:46,481 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:21:46,483 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:21:46,484 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/balancer because node does not exist (not necessarily an error)
2024-11-28T10:21:46,578 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/balancer already deleted, retry=false
2024-11-28T10:21:46,578 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:21:46,579 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:21:46,588 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/normalizer already deleted, retry=false
2024-11-28T10:21:46,589 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:21:46,589 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:21:46,599 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/switch/split already deleted, retry=false
2024-11-28T10:21:46,599 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:21:46,609 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/switch/merge already deleted, retry=false
2024-11-28T10:21:46,611 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:21:46,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/snapshot-cleanup already deleted, retry=false
2024-11-28T10:21:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1669659642/running
2024-11-28T10:21:46,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1669659642/running
2024-11-28T10:21:46,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,632 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,36783,1732789304573, sessionid=0x10180f642fd0006, setting cluster-up flag (Was=false)
2024-11-28T10:21:46,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1669659642/flush-table-proc/acquired, /2-1669659642/flush-table-proc/reached, /2-1669659642/flush-table-proc/abort
2024-11-28T10:21:46,684 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36783,1732789304573
2024-11-28T10:21:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:46,736 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1669659642/online-snapshot/acquired, /2-1669659642/online-snapshot/reached, /2-1669659642/online-snapshot/abort
2024-11-28T10:21:46,737 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,36783,1732789304573
2024-11-28T10:21:46,738 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:21:46,739 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:46,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:21:46,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:21:46,739 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,36783,1732789304573
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:21:46,740 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:46,740 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:46,740 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:46,740 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:21:46,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:21:46,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:46,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,741 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789336741
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:21:46,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:21:46,742 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:21:46,742 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:21:46,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:21:46,743 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:21:46,743 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789306743,5,FailOnTimeoutGroup]
2024-11-28T10:21:46,743 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789306743,5,FailOnTimeoutGroup]
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,743 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:21:46,813 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(746): ClusterId : 51a83a4b-c4ce-4bac-80af-40cc78cefd9d
2024-11-28T10:21:46,813 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:21:46,821 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:21:46,821 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:21:46,831 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:21:46,831 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20235dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:21:46,847 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:33881
2024-11-28T10:21:46,847 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:21:46,847 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:21:46,848 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:21:46,848 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,36783,1732789304573 with port=33881, startcode=1732789304681
2024-11-28T10:21:46,849 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:21:46,850 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:21:46,850 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,850 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36783 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,852 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa
2024-11-28T10:21:46,852 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41689
2024-11-28T10:21:46,852 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:21:46,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/rs
2024-11-28T10:21:46,935 DEBUG [RS:0;e792e7e95410:33881 {}] zookeeper.ZKUtil(111): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on existing znode=/2-1669659642/rs/e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,935 WARN  [RS:0;e792e7e95410:33881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:21:46,935 INFO  [RS:0;e792e7e95410:33881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:46,935 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,935 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,33881,1732789304681]
2024-11-28T10:21:46,938 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:21:46,939 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:21:46,939 INFO  [RS:0;e792e7e95410:33881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:21:46,940 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,940 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:21:46,941 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:21:46,941 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:46,941 DEBUG [RS:0;e792e7e95410:33881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:21:46,941 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,942 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,942 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,942 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,942 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,942 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33881,1732789304681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:46,964 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:21:46,964 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33881,1732789304681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,964 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,964 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.Replication(171): e792e7e95410,33881,1732789304681 started
2024-11-28T10:21:46,983 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:46,983 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,33881,1732789304681, RpcServer on e792e7e95410/172.17.0.2:33881, sessionid=0x10180f642fd0007
2024-11-28T10:21:46,984 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:21:46,984 DEBUG [RS:0;e792e7e95410:33881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,984 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33881,1732789304681'
2024-11-28T10:21:46,984 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1669659642/flush-table-proc/abort'
2024-11-28T10:21:46,984 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1669659642/flush-table-proc/acquired'
2024-11-28T10:21:46,985 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:21:46,985 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:21:46,985 DEBUG [RS:0;e792e7e95410:33881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,33881,1732789304681
2024-11-28T10:21:46,985 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33881,1732789304681'
2024-11-28T10:21:46,985 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1669659642/online-snapshot/abort'
2024-11-28T10:21:46,986 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1669659642/online-snapshot/acquired'
2024-11-28T10:21:46,987 DEBUG [RS:0;e792e7e95410:33881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:21:46,987 INFO  [RS:0;e792e7e95410:33881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:21:46,987 INFO  [RS:0;e792e7e95410:33881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:21:47,084 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:47,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,086 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,088 INFO  [RS:0;e792e7e95410:33881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:21:47,089 INFO  [RS:0;e792e7e95410:33881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33881%2C1732789304681, suffix=, logDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681, archiveDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/oldWALs, maxLogs=10
2024-11-28T10:21:47,110 DEBUG [RS:0;e792e7e95410:33881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, exclude list is [], retry=0
2024-11-28T10:21:47,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-5218370a-f8a3-43a4-a581-fcca600b0b40,DISK]
2024-11-28T10:21:47,126 INFO  [RS:0;e792e7e95410:33881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090
2024-11-28T10:21:47,128 DEBUG [RS:0;e792e7e95410:33881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-28T10:21:47,135 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,135 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,136 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,137 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,144 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,151 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:21:47,151 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa
2024-11-28T10:21:47,156 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:47,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:21:47,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:47,194 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:47,195 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:47,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,196 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,196 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:47,198 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:47,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:47,199 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:47,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,200 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,200 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:47,201 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:47,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,202 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:47,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740
2024-11-28T10:21:47,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740
2024-11-28T10:21:47,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:47,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:47,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:47,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:47,210 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:47,210 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091311, jitterRate=0.11894772946834564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:47,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789307192Initializing all the Stores at 1732789307193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789307193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307193Cleaning up temporary data from old regions at 1732789307205 (+12 ms)Region opened successfully at 1732789307210 (+5 ms)
2024-11-28T10:21:47,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:21:47,211 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:21:47,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:21:47,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:21:47,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:21:47,211 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:21:47,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789307211Disabling compacts and flushes for region at 1732789307211Disabling writes for close at 1732789307211Writing region close event to WAL at 1732789307211Closed at 1732789307211
2024-11-28T10:21:47,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:47,213 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:21:47,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:21:47,214 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:47,215 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:21:47,365 DEBUG [e792e7e95410:36783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:21:47,366 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:47,367 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33881,1732789304681, state=OPENING
2024-11-28T10:21:47,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:21:47,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:47,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:47,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1669659642/meta-region-server: CHANGED
2024-11-28T10:21:47,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1669659642/meta-region-server: CHANGED
2024-11-28T10:21:47,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:21:47,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33881,1732789304681}]
2024-11-28T10:21:47,626 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:47,627 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:21:47,629 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:21:47,629 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:47,629 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:21:47,630 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33881%2C1732789304681.meta, suffix=.meta, logDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681, archiveDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/oldWALs, maxLogs=10
2024-11-28T10:21:47,642 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.meta.1732789307631.meta, exclude list is [], retry=0
2024-11-28T10:21:47,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-5218370a-f8a3-43a4-a581-fcca600b0b40,DISK]
2024-11-28T10:21:47,645 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.meta.1732789307631.meta
2024-11-28T10:21:47,645 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-28T10:21:47,645 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:47,645 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:21:47,646 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:21:47,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:21:47,647 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:21:47,647 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:21:47,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:21:47,648 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:21:47,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,648 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:21:47,649 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:21:47,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,649 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:21:47,650 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:21:47,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,650 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:21:47,650 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:21:47,650 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740
2024-11-28T10:21:47,651 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740
2024-11-28T10:21:47,652 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:21:47,652 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:21:47,652 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:21:47,653 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:21:47,653 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64140573, jitterRate=-0.04423098266124725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:21:47,653 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:21:47,654 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789307646Writing region info on filesystem at 1732789307646Initializing all the Stores at 1732789307647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789307647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789307647Cleaning up temporary data from old regions at 1732789307652 (+5 ms)Running coprocessor post-open hooks at 1732789307653 (+1 ms)Region opened successfully at 1732789307653
2024-11-28T10:21:47,654 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789307625
2024-11-28T10:21:47,656 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:21:47,656 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:21:47,656 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:47,656 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33881,1732789304681, state=OPEN
2024-11-28T10:21:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1669659642/meta-region-server
2024-11-28T10:21:47,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1669659642/meta-region-server
2024-11-28T10:21:47,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,33881,1732789304681
2024-11-28T10:21:47,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1669659642/meta-region-server: CHANGED
2024-11-28T10:21:47,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1669659642/meta-region-server: CHANGED
2024-11-28T10:21:47,727 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:21:47,728 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33881,1732789304681 in 253 msec
2024-11-28T10:21:47,729 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:21:47,729 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec
2024-11-28T10:21:47,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:21:47,729 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:21:47,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:47,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33881,1732789304681, seqNum=-1]
2024-11-28T10:21:47,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:47,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:47,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec
2024-11-28T10:21:47,734 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789307734, completionTime=-1
2024-11-28T10:21:47,734 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:21:47,734 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789367736
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789427736
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:36783, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,736 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,738 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:21:47,739 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:21:47,741 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:21:47,741 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:21:47,741 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,36783,1732789304573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:21:47,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5e5d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:47,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:47,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:47,811 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b51e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:47,812 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:47,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eeae991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:47,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33881,1732789304681, seqNum=-1]
2024-11-28T10:21:47,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:47,815 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:47,816 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,36783,1732789304573
2024-11-28T10:21:47,817 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53336
2024-11-28T10:21:47,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:21:47,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10180f642fd0008 connected
2024-11-28T10:21:47,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,39637,1732789293009
2024-11-28T10:21:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5597ea1c
2024-11-28T10:21:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:47,886 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:47,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:47,889 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:47,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:47,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:47,889 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:47,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:48,298 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a7ae145ae563004a8dd108bf75cc1b5, NAME => 'test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35
2024-11-28T10:21:48,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:48,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:48,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a7ae145ae563004a8dd108bf75cc1b5, disabling compactions & flushes
2024-11-28T10:21:48,302 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5. after waiting 0 ms
2024-11-28T10:21:48,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,303 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a7ae145ae563004a8dd108bf75cc1b5:
Waiting for close lock at 1732789308302Disabling compacts and flushes for region at 1732789308302Disabling writes for close at 1732789308302Writing region close event to WAL at 1732789308303 (+1 ms)Closed at 1732789308303
2024-11-28T10:21:48,304 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:48,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789308304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789308304"}]},"ts":"1732789308304"}
2024-11-28T10:21:48,306 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:48,306 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:48,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789308306"}]},"ts":"1732789308306"}
2024-11-28T10:21:48,308 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:48,309 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a7ae145ae563004a8dd108bf75cc1b5, ASSIGN}]
2024-11-28T10:21:48,309 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a7ae145ae563004a8dd108bf75cc1b5, ASSIGN
2024-11-28T10:21:48,310 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a7ae145ae563004a8dd108bf75cc1b5, ASSIGN; state=OFFLINE, location=e792e7e95410,42163,1732789293316; forceNewPlan=false, retain=false
2024-11-28T10:21:48,461 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a7ae145ae563004a8dd108bf75cc1b5, regionState=OPENING, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a7ae145ae563004a8dd108bf75cc1b5, ASSIGN because future has completed
2024-11-28T10:21:48,465 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7ae145ae563004a8dd108bf75cc1b5, server=e792e7e95410,42163,1732789293316}]
2024-11-28T10:21:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:48,621 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,621 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a7ae145ae563004a8dd108bf75cc1b5, NAME => 'test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:48,621 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:48,621 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:48,621 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,621 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:48,621 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,621 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,622 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a7ae145ae563004a8dd108bf75cc1b5 
2024-11-28T10:21:48,623 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7ae145ae563004a8dd108bf75cc1b5 columnFamilyName f
2024-11-28T10:21:48,623 DEBUG [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:48,624 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(327): Store=6a7ae145ae563004a8dd108bf75cc1b5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:48,624 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a7ae145ae563004a8dd108bf75cc1b5 
2024-11-28T10:21:48,624 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7ae145ae563004a8dd108bf75cc1b5 columnFamilyName f1
2024-11-28T10:21:48,624 DEBUG [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:48,624 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(327): Store=6a7ae145ae563004a8dd108bf75cc1b5/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:48,625 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a7ae145ae563004a8dd108bf75cc1b5 
2024-11-28T10:21:48,625 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7ae145ae563004a8dd108bf75cc1b5 columnFamilyName norep
2024-11-28T10:21:48,625 DEBUG [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:48,625 INFO  [StoreOpener-6a7ae145ae563004a8dd108bf75cc1b5-1 {}] regionserver.HStore(327): Store=6a7ae145ae563004a8dd108bf75cc1b5/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:48,625 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,626 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,626 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,627 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,627 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,627 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:48,627 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,629 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:48,629 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a7ae145ae563004a8dd108bf75cc1b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63399849, jitterRate=-0.055268630385398865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:48,629 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:21:48,630 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a7ae145ae563004a8dd108bf75cc1b5:
Running coprocessor pre-open hook at 1732789308621Writing region info on filesystem at 1732789308621Initializing all the Stores at 1732789308622 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789308622Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789308622Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789308622Cleaning up temporary data from old regions at 1732789308627 (+5 ms)Running coprocessor post-open hooks at 1732789308629 (+2 ms)Region opened successfully at 1732789308630 (+1 ms)
2024-11-28T10:21:48,630 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5., pid=6, masterSystemTime=1732789308617
2024-11-28T10:21:48,632 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,632 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:21:48,632 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a7ae145ae563004a8dd108bf75cc1b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:48,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7ae145ae563004a8dd108bf75cc1b5, server=e792e7e95410,42163,1732789293316 because future has completed
2024-11-28T10:21:48,635 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:48,635 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7ae145ae563004a8dd108bf75cc1b5, server=e792e7e95410,42163,1732789293316 in 169 msec
2024-11-28T10:21:48,637 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:48,637 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a7ae145ae563004a8dd108bf75cc1b5, ASSIGN in 326 msec
2024-11-28T10:21:48,637 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:48,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789308637"}]},"ts":"1732789308637"}
2024-11-28T10:21:48,639 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:48,639 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:48,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec
2024-11-28T10:21:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:49,025 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:49,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ee327f
2024-11-28T10:21:49,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:49,027 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:49,028 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:49,029 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:49,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:49,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:49,030 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:49,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:49,436 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ed956d0e01e6bd04b01f5441fba32ba, NAME => 'test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc
2024-11-28T10:21:49,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ed956d0e01e6bd04b01f5441fba32ba, disabling compactions & flushes
2024-11-28T10:21:49,446 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba. after waiting 0 ms
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,446 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,446 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ed956d0e01e6bd04b01f5441fba32ba:
Waiting for close lock at 1732789309446Disabling compacts and flushes for region at 1732789309446Disabling writes for close at 1732789309446Writing region close event to WAL at 1732789309446Closed at 1732789309446
2024-11-28T10:21:49,448 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:49,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789309448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789309448"}]},"ts":"1732789309448"}
2024-11-28T10:21:49,450 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:49,452 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:49,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789309452"}]},"ts":"1732789309452"}
2024-11-28T10:21:49,454 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:49,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ed956d0e01e6bd04b01f5441fba32ba, ASSIGN}]
2024-11-28T10:21:49,456 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ed956d0e01e6bd04b01f5441fba32ba, ASSIGN
2024-11-28T10:21:49,458 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ed956d0e01e6bd04b01f5441fba32ba, ASSIGN; state=OFFLINE, location=e792e7e95410,33263,1732789298107; forceNewPlan=false, retain=false
2024-11-28T10:21:49,608 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ed956d0e01e6bd04b01f5441fba32ba, regionState=OPENING, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:49,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ed956d0e01e6bd04b01f5441fba32ba, ASSIGN because future has completed
2024-11-28T10:21:49,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed956d0e01e6bd04b01f5441fba32ba, server=e792e7e95410,33263,1732789298107}]
2024-11-28T10:21:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:49,800 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,800 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ed956d0e01e6bd04b01f5441fba32ba, NAME => 'test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:49,801 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:49,801 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:49,801 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,801 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:49,801 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,801 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,808 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ed956d0e01e6bd04b01f5441fba32ba 
2024-11-28T10:21:49,809 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed956d0e01e6bd04b01f5441fba32ba columnFamilyName f
2024-11-28T10:21:49,810 DEBUG [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:49,810 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(327): Store=1ed956d0e01e6bd04b01f5441fba32ba/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:49,810 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ed956d0e01e6bd04b01f5441fba32ba 
2024-11-28T10:21:49,811 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed956d0e01e6bd04b01f5441fba32ba columnFamilyName f1
2024-11-28T10:21:49,811 DEBUG [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:49,811 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(327): Store=1ed956d0e01e6bd04b01f5441fba32ba/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:49,811 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ed956d0e01e6bd04b01f5441fba32ba 
2024-11-28T10:21:49,812 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed956d0e01e6bd04b01f5441fba32ba columnFamilyName norep
2024-11-28T10:21:49,812 DEBUG [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:49,812 INFO  [StoreOpener-1ed956d0e01e6bd04b01f5441fba32ba-1 {}] regionserver.HStore(327): Store=1ed956d0e01e6bd04b01f5441fba32ba/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:49,812 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,813 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,813 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,814 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,814 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,814 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:49,815 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,821 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:49,821 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ed956d0e01e6bd04b01f5441fba32ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59833192, jitterRate=-0.10841596126556396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:49,821 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:21:49,821 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ed956d0e01e6bd04b01f5441fba32ba:
Running coprocessor pre-open hook at 1732789309801Writing region info on filesystem at 1732789309801Initializing all the Stores at 1732789309802 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789309802Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789309808 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789309808Cleaning up temporary data from old regions at 1732789309814 (+6 ms)Running coprocessor post-open hooks at 1732789309821 (+7 ms)Region opened successfully at 1732789309821
2024-11-28T10:21:49,822 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba., pid=6, masterSystemTime=1732789309772
2024-11-28T10:21:49,825 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ed956d0e01e6bd04b01f5441fba32ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:49,826 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,826 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:21:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed956d0e01e6bd04b01f5441fba32ba, server=e792e7e95410,33263,1732789298107 because future has completed
2024-11-28T10:21:49,834 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:49,834 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed956d0e01e6bd04b01f5441fba32ba, server=e792e7e95410,33263,1732789298107 in 223 msec
2024-11-28T10:21:49,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:49,837 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ed956d0e01e6bd04b01f5441fba32ba, ASSIGN in 379 msec
2024-11-28T10:21:49,838 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:49,838 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789309838"}]},"ts":"1732789309838"}
2024-11-28T10:21:49,845 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:49,846 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:49,847 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 818 msec
2024-11-28T10:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:50,166 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:50,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36783,1732789304573
2024-11-28T10:21:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c733128
2024-11-28T10:21:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:50,168 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:50,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:21:50,171 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:50,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:50,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:21:50,172 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:50,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:21:50,201 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cedc6c3a9460fb8ee90ace6bc35b87f5, NAME => 'test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa
2024-11-28T10:21:50,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cedc6c3a9460fb8ee90ace6bc35b87f5, disabling compactions & flushes
2024-11-28T10:21:50,214 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5. after waiting 0 ms
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,214 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cedc6c3a9460fb8ee90ace6bc35b87f5:
Waiting for close lock at 1732789310214Disabling compacts and flushes for region at 1732789310214Disabling writes for close at 1732789310214Writing region close event to WAL at 1732789310214Closed at 1732789310214
2024-11-28T10:21:50,216 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:50,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789310216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789310216"}]},"ts":"1732789310216"}
2024-11-28T10:21:50,218 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:50,220 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:50,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789310220"}]},"ts":"1732789310220"}
2024-11-28T10:21:50,227 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:21:50,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cedc6c3a9460fb8ee90ace6bc35b87f5, ASSIGN}]
2024-11-28T10:21:50,230 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cedc6c3a9460fb8ee90ace6bc35b87f5, ASSIGN
2024-11-28T10:21:50,232 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cedc6c3a9460fb8ee90ace6bc35b87f5, ASSIGN; state=OFFLINE, location=e792e7e95410,33881,1732789304681; forceNewPlan=false, retain=false
2024-11-28T10:21:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:50,383 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cedc6c3a9460fb8ee90ace6bc35b87f5, regionState=OPENING, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:50,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cedc6c3a9460fb8ee90ace6bc35b87f5, ASSIGN because future has completed
2024-11-28T10:21:50,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedc6c3a9460fb8ee90ace6bc35b87f5, server=e792e7e95410,33881,1732789304681}]
2024-11-28T10:21:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:50,540 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,540 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cedc6c3a9460fb8ee90ace6bc35b87f5, NAME => 'test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:50,540 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:50,540 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:21:50,540 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,541 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:50,541 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,541 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,541 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cedc6c3a9460fb8ee90ace6bc35b87f5 
2024-11-28T10:21:50,542 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedc6c3a9460fb8ee90ace6bc35b87f5 columnFamilyName f
2024-11-28T10:21:50,542 DEBUG [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:50,543 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(327): Store=cedc6c3a9460fb8ee90ace6bc35b87f5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:50,543 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cedc6c3a9460fb8ee90ace6bc35b87f5 
2024-11-28T10:21:50,544 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedc6c3a9460fb8ee90ace6bc35b87f5 columnFamilyName f1
2024-11-28T10:21:50,544 DEBUG [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:50,544 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(327): Store=cedc6c3a9460fb8ee90ace6bc35b87f5/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:50,544 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cedc6c3a9460fb8ee90ace6bc35b87f5 
2024-11-28T10:21:50,544 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedc6c3a9460fb8ee90ace6bc35b87f5 columnFamilyName norep
2024-11-28T10:21:50,545 DEBUG [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:50,545 INFO  [StoreOpener-cedc6c3a9460fb8ee90ace6bc35b87f5-1 {}] regionserver.HStore(327): Store=cedc6c3a9460fb8ee90ace6bc35b87f5/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:50,545 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,545 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,545 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,547 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:50,547 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,548 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:50,549 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cedc6c3a9460fb8ee90ace6bc35b87f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62333435, jitterRate=-0.07115943729877472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:50,549 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:21:50,549 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cedc6c3a9460fb8ee90ace6bc35b87f5:
Running coprocessor pre-open hook at 1732789310541Writing region info on filesystem at 1732789310541Initializing all the Stores at 1732789310541Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789310541Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789310541Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789310541Cleaning up temporary data from old regions at 1732789310546 (+5 ms)Running coprocessor post-open hooks at 1732789310549 (+3 ms)Region opened successfully at 1732789310549
2024-11-28T10:21:50,549 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5., pid=6, masterSystemTime=1732789310537
2024-11-28T10:21:50,551 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,551 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:21:50,551 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cedc6c3a9460fb8ee90ace6bc35b87f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:50,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedc6c3a9460fb8ee90ace6bc35b87f5, server=e792e7e95410,33881,1732789304681 because future has completed
2024-11-28T10:21:50,555 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:21:50,555 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cedc6c3a9460fb8ee90ace6bc35b87f5, server=e792e7e95410,33881,1732789304681 in 168 msec
2024-11-28T10:21:50,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:21:50,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cedc6c3a9460fb8ee90ace6bc35b87f5, ASSIGN in 327 msec
2024-11-28T10:21:50,557 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:50,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789310557"}]},"ts":"1732789310557"}
2024-11-28T10:21:50,559 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:21:50,560 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:50,561 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 391 msec
2024-11-28T10:21:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:21:50,796 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:21:50,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f97490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,39637,-1 for getting cluster id
2024-11-28T10:21:50,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:50,797 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6d310-81ae-41f8-8e35-ce56cabea2e8'
2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6d310-81ae-41f8-8e35-ce56cabea2e8"

2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6f7d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,39637,-1]
2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:50,798 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463fe6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,39637,1732789293009
2024-11-28T10:21:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aaeb130
2024-11-28T10:21:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:50,800 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:50,800 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:44893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:50,802 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:44893'
2024-11-28T10:21:50,803 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101e52a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,803 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:50,804 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:50,804 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bbd2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:50,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:50,805 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:50,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47afa080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:50,806 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bf4a15
2024-11-28T10:21:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:50,807 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:50,808 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-28T10:21:50,808 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:50,808 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:50,808 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:50,808 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:50,809 INFO  [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:50,810 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:50,811 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:50,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:50,812 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:50,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:50,833 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73a6dfcdf786aa3d2ef7f304559243c5, NAME => 'hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35
2024-11-28T10:21:50,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73a6dfcdf786aa3d2ef7f304559243c5, disabling compactions & flushes
2024-11-28T10:21:50,842 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5. after waiting 0 ms
2024-11-28T10:21:50,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:50,842 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:50,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73a6dfcdf786aa3d2ef7f304559243c5:
Waiting for close lock at 1732789310842Disabling compacts and flushes for region at 1732789310842Disabling writes for close at 1732789310842Writing region close event to WAL at 1732789310842Closed at 1732789310842
2024-11-28T10:21:50,844 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:50,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789310844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789310844"}]},"ts":"1732789310844"}
2024-11-28T10:21:50,846 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:50,847 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:50,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789310847"}]},"ts":"1732789310847"}
2024-11-28T10:21:50,849 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:50,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a6dfcdf786aa3d2ef7f304559243c5, ASSIGN}]
2024-11-28T10:21:50,850 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a6dfcdf786aa3d2ef7f304559243c5, ASSIGN
2024-11-28T10:21:50,851 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73a6dfcdf786aa3d2ef7f304559243c5, ASSIGN; state=OFFLINE, location=e792e7e95410,42163,1732789293316; forceNewPlan=false, retain=false
2024-11-28T10:21:50,860 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:51,001 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73a6dfcdf786aa3d2ef7f304559243c5, regionState=OPENING, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73a6dfcdf786aa3d2ef7f304559243c5, ASSIGN because future has completed
2024-11-28T10:21:51,006 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73a6dfcdf786aa3d2ef7f304559243c5, server=e792e7e95410,42163,1732789293316}]
2024-11-28T10:21:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:51,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:51,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:51,161 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:51,162 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C42163%2C1732789293316.rep, suffix=, logDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316, archiveDir=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/oldWALs, maxLogs=10
2024-11-28T10:21:51,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.rep.1732789311163, exclude list is [], retry=0
2024-11-28T10:21:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-e9aec789-8fe6-4458-8f7e-2c1d08be7cb8,DISK]
2024-11-28T10:21:51,188 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.rep.1732789311163
2024-11-28T10:21:51,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)]
2024-11-28T10:21:51,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73a6dfcdf786aa3d2ef7f304559243c5, NAME => 'hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:51,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5. service=MultiRowMutationService
2024-11-28T10:21:51,192 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,193 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73a6dfcdf786aa3d2ef7f304559243c5 
2024-11-28T10:21:51,194 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a6dfcdf786aa3d2ef7f304559243c5 columnFamilyName hfileref
2024-11-28T10:21:51,194 DEBUG [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:51,195 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(327): Store=73a6dfcdf786aa3d2ef7f304559243c5/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:51,195 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73a6dfcdf786aa3d2ef7f304559243c5 
2024-11-28T10:21:51,196 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a6dfcdf786aa3d2ef7f304559243c5 columnFamilyName queue
2024-11-28T10:21:51,196 DEBUG [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:51,196 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(327): Store=73a6dfcdf786aa3d2ef7f304559243c5/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:51,196 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73a6dfcdf786aa3d2ef7f304559243c5 
2024-11-28T10:21:51,197 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a6dfcdf786aa3d2ef7f304559243c5 columnFamilyName sid
2024-11-28T10:21:51,197 DEBUG [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:51,197 INFO  [StoreOpener-73a6dfcdf786aa3d2ef7f304559243c5-1 {}] regionserver.HStore(327): Store=73a6dfcdf786aa3d2ef7f304559243c5/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:51,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:51,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:51,205 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73a6dfcdf786aa3d2ef7f304559243c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64973354, jitterRate=-0.03182157874107361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:51,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:21:51,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73a6dfcdf786aa3d2ef7f304559243c5:
Running coprocessor pre-open hook at 1732789311192Writing region info on filesystem at 1732789311192Initializing all the Stores at 1732789311193 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789311193Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789311193Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789311193Cleaning up temporary data from old regions at 1732789311201 (+8 ms)Running coprocessor post-open hooks at 1732789311205 (+4 ms)Region opened successfully at 1732789311205
2024-11-28T10:21:51,206 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5., pid=10, masterSystemTime=1732789311158
2024-11-28T10:21:51,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:51,209 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:21:51,210 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73a6dfcdf786aa3d2ef7f304559243c5, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,42163,1732789293316
2024-11-28T10:21:51,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73a6dfcdf786aa3d2ef7f304559243c5, server=e792e7e95410,42163,1732789293316 because future has completed
2024-11-28T10:21:51,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:51,223 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73a6dfcdf786aa3d2ef7f304559243c5, server=e792e7e95410,42163,1732789293316 in 215 msec
2024-11-28T10:21:51,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:51,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a6dfcdf786aa3d2ef7f304559243c5, ASSIGN in 374 msec
2024-11-28T10:21:51,226 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:51,226 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789311226"}]},"ts":"1732789311226"}
2024-11-28T10:21:51,228 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:51,229 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:51,231 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 420 msec
2024-11-28T10:21:51,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5., hostname=e792e7e95410,42163,1732789293316, seqNum=2]
2024-11-28T10:21:51,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:51,409 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:21:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:51,431 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:51,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:51,588 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:51,625 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,42163,1732789293316, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:51,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:51,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42163,1732789293316, seqNum=-1]
2024-11-28T10:21:51,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:51,627 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,42163,1732789293316', locateType=CURRENT is [region=hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5., hostname=e792e7e95410,42163,1732789293316, seqNum=2]
2024-11-28T10:21:51,632 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:51,634 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,42163,1732789293316 suceeded
2024-11-28T10:21:51,636 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:51,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec
2024-11-28T10:21:51,637 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:44893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:51,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 837 msec
2024-11-28T10:21:51,656 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:44893'
2024-11-28T10:21:51,660 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79a6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,660 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:51,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:51,661 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:51,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:51,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@309c168c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:51,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,663 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:51,663 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@773c6e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,663 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596d86df
2024-11-28T10:21:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:51,667 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:51,668 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,42163,1732789293316 (queues=1) is replicating from cluster=d7e6d310-81ae-41f8-8e35-ce56cabea2e8 to cluster=7b5ffaba-141c-4943-9077-9a53b5082058
2024-11-28T10:21:51,668 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C42163%2C1732789293316
2024-11-28T10:21:51,669 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,42163,1732789293316, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:51,670 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C42163%2C1732789293316
2024-11-28T10:21:51,670 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, startPosition=0, beingWritten=true
2024-11-28T10:21:51,675 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:51,675 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:51,678 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,42163,1732789293316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:51,888 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:51,936 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:51,936 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:51,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:51,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,937 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:51,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e264c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:51,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:51,938 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bed20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,940 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d06148
2024-11-28T10:21:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:51,943 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:51,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:36783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:51,946 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36783'
2024-11-28T10:21:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:51,955 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2022e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,955 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:51,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:51,956 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcea83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,957 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:51,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3155f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:51,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36783,1732789304573
2024-11-28T10:21:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab6b4ee
2024-11-28T10:21:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:51,962 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:51,963 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:21:51,963 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:51,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:51,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:51,963 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:51,967 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:51,969 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:51,969 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:51,970 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:52,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:52,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:52,198 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:52,452 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c32153d456ddfccb54173278e5f4eb5b, NAME => 'hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc
2024-11-28T10:21:52,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:52,613 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c32153d456ddfccb54173278e5f4eb5b, disabling compactions & flushes
2024-11-28T10:21:52,858 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b. after waiting 0 ms
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:52,858 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:52,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c32153d456ddfccb54173278e5f4eb5b:
Waiting for close lock at 1732789312858Disabling compacts and flushes for region at 1732789312858Disabling writes for close at 1732789312858Writing region close event to WAL at 1732789312858Closed at 1732789312858
2024-11-28T10:21:52,862 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:52,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789312862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789312862"}]},"ts":"1732789312862"}
2024-11-28T10:21:52,864 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:52,865 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:52,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789312865"}]},"ts":"1732789312865"}
2024-11-28T10:21:52,867 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:52,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c32153d456ddfccb54173278e5f4eb5b, ASSIGN}]
2024-11-28T10:21:52,869 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c32153d456ddfccb54173278e5f4eb5b, ASSIGN
2024-11-28T10:21:52,869 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c32153d456ddfccb54173278e5f4eb5b, ASSIGN; state=OFFLINE, location=e792e7e95410,33263,1732789298107; forceNewPlan=false, retain=false
2024-11-28T10:21:53,020 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c32153d456ddfccb54173278e5f4eb5b, regionState=OPENING, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c32153d456ddfccb54173278e5f4eb5b, ASSIGN because future has completed
2024-11-28T10:21:53,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c32153d456ddfccb54173278e5f4eb5b, server=e792e7e95410,33263,1732789298107}]
2024-11-28T10:21:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:53,116 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:53,149 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:53,149 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,150 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,181 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:53,181 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:53,182 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:53,183 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33263%2C1732789298107.rep, suffix=, logDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107, archiveDir=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/oldWALs, maxLogs=10
2024-11-28T10:21:53,183 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,183 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,191 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,194 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,197 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:53,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.rep.1732789313183, exclude list is [], retry=0
2024-11-28T10:21:53,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37303,DS-ad73eda0-a3bc-4a8f-9911-09341b7b77fd,DISK]
2024-11-28T10:21:53,218 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.rep.1732789313183
2024-11-28T10:21:53,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45531:45531)]
2024-11-28T10:21:53,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c32153d456ddfccb54173278e5f4eb5b, NAME => 'hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:53,221 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b. service=MultiRowMutationService
2024-11-28T10:21:53,221 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,224 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c32153d456ddfccb54173278e5f4eb5b 
2024-11-28T10:21:53,225 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32153d456ddfccb54173278e5f4eb5b columnFamilyName hfileref
2024-11-28T10:21:53,225 DEBUG [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:53,226 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(327): Store=c32153d456ddfccb54173278e5f4eb5b/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:53,226 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c32153d456ddfccb54173278e5f4eb5b 
2024-11-28T10:21:53,227 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32153d456ddfccb54173278e5f4eb5b columnFamilyName queue
2024-11-28T10:21:53,227 DEBUG [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:53,227 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(327): Store=c32153d456ddfccb54173278e5f4eb5b/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:53,227 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c32153d456ddfccb54173278e5f4eb5b 
2024-11-28T10:21:53,228 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32153d456ddfccb54173278e5f4eb5b columnFamilyName sid
2024-11-28T10:21:53,228 DEBUG [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:53,228 INFO  [StoreOpener-c32153d456ddfccb54173278e5f4eb5b-1 {}] regionserver.HStore(327): Store=c32153d456ddfccb54173278e5f4eb5b/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:53,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/replication/c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/replication/c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:53,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:21:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/replication/c32153d456ddfccb54173278e5f4eb5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:53,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:21:53,233 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c32153d456ddfccb54173278e5f4eb5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58964409, jitterRate=-0.12136183679103851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:21:53,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c32153d456ddfccb54173278e5f4eb5b:
Running coprocessor pre-open hook at 1732789313222Writing region info on filesystem at 1732789313222Initializing all the Stores at 1732789313223 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789313223Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789313224 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789313224Cleaning up temporary data from old regions at 1732789313230 (+6 ms)Running coprocessor post-open hooks at 1732789313233 (+3 ms)Region opened successfully at 1732789313235 (+2 ms)
2024-11-28T10:21:53,236 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b., pid=10, masterSystemTime=1732789313174
2024-11-28T10:21:53,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:53,238 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:21:53,238 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c32153d456ddfccb54173278e5f4eb5b, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33263,1732789298107
2024-11-28T10:21:53,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c32153d456ddfccb54173278e5f4eb5b, server=e792e7e95410,33263,1732789298107 because future has completed
2024-11-28T10:21:53,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:53,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c32153d456ddfccb54173278e5f4eb5b, server=e792e7e95410,33263,1732789298107 in 227 msec
2024-11-28T10:21:53,254 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:53,254 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c32153d456ddfccb54173278e5f4eb5b, ASSIGN in 385 msec
2024-11-28T10:21:53,255 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:53,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789313255"}]},"ts":"1732789313255"}
2024-11-28T10:21:53,257 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:53,258 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:53,260 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2950 sec
2024-11-28T10:21:53,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b., hostname=e792e7e95410,33263,1732789298107, seqNum=2]
2024-11-28T10:21:53,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:21:53,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:21:53,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:21:53,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:21:53,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:53,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:21:53,513 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:53,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:53,665 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:53,700 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,33263,1732789298107, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:53,701 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:53,701 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33263,1732789298107, seqNum=-1]
2024-11-28T10:21:53,701 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:53,702 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:53,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,33263,1732789298107', locateType=CURRENT is [region=hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b., hostname=e792e7e95410,33263,1732789298107, seqNum=2]
2024-11-28T10:21:53,706 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:53,708 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,33263,1732789298107 suceeded
2024-11-28T10:21:53,709 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:53,709 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec
2024-11-28T10:21:53,709 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:36783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:53,710 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7660 sec
2024-11-28T10:21:53,719 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:36783'
2024-11-28T10:21:53,720 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f81f9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:53,720 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:53,720 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:53,720 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:53,721 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46633121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:53,722 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:53,722 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29bd94cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:53,722 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36783,1732789304573
2024-11-28T10:21:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb94c7a
2024-11-28T10:21:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:53,724 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:53,725 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,33263,1732789298107 (queues=1) is replicating from cluster=7b5ffaba-141c-4943-9077-9a53b5082058 to cluster=51a83a4b-c4ce-4bac-80af-40cc78cefd9d
2024-11-28T10:21:53,725 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C33263%2C1732789298107
2024-11-28T10:21:53,725 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,33263,1732789298107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:53,725 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, startPosition=0, beingWritten=true
2024-11-28T10:21:53,725 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C33263%2C1732789298107
2024-11-28T10:21:53,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:53,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:53,729 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:53,932 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:54,070 DEBUG [master/e792e7e95410:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=35, reused chunk count=118, reuseRatio=77.12%
2024-11-28T10:21:54,071 DEBUG [master/e792e7e95410:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-28T10:21:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:54,096 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:54,096 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:54,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:54,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,097 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:54,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d3ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:54,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:54,098 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a31ddfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:54,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,100 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca3e388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,36783,1732789304573
2024-11-28T10:21:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d545f6f
2024-11-28T10:21:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:54,103 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:54,103 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:44893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:21:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:21:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:54,107 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:44893'
2024-11-28T10:21:54,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2050c33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,108 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:54,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:54,109 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56beee2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:54,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,110 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3121eda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:54,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5798588d
2024-11-28T10:21:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:54,112 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:21:54,113 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-28T10:21:54,113 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:21:54,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:54,113 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:54,114 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:21:54,115 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:21:54,116 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:21:54,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:54,117 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:21:54,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:21:54,165 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:21:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:54,235 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:54,425 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:54,527 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8690f299dc3ab7cdebd1b048576c8e39, NAME => 'hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa
2024-11-28T10:21:54,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:21:54,639 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8690f299dc3ab7cdebd1b048576c8e39, disabling compactions & flushes
2024-11-28T10:21:54,938 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39. after waiting 0 ms
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:54,938 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:54,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8690f299dc3ab7cdebd1b048576c8e39:
Waiting for close lock at 1732789314938Disabling compacts and flushes for region at 1732789314938Disabling writes for close at 1732789314938Writing region close event to WAL at 1732789314938Closed at 1732789314938
2024-11-28T10:21:54,939 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:21:54,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789314939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789314939"}]},"ts":"1732789314939"}
2024-11-28T10:21:54,942 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:21:54,942 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:21:54,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789314942"}]},"ts":"1732789314942"}
2024-11-28T10:21:54,944 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:21:54,945 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8690f299dc3ab7cdebd1b048576c8e39, ASSIGN}]
2024-11-28T10:21:54,946 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8690f299dc3ab7cdebd1b048576c8e39, ASSIGN
2024-11-28T10:21:54,946 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8690f299dc3ab7cdebd1b048576c8e39, ASSIGN; state=OFFLINE, location=e792e7e95410,33881,1732789304681; forceNewPlan=false, retain=false
2024-11-28T10:21:55,097 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8690f299dc3ab7cdebd1b048576c8e39, regionState=OPENING, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8690f299dc3ab7cdebd1b048576c8e39, ASSIGN because future has completed
2024-11-28T10:21:55,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8690f299dc3ab7cdebd1b048576c8e39, server=e792e7e95410,33881,1732789304681}]
2024-11-28T10:21:55,142 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:55,228 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:55,255 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:55,255 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:21:55,255 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:21:55,257 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C33881%2C1732789304681.rep, suffix=, logDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681, archiveDir=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/oldWALs, maxLogs=10
2024-11-28T10:21:55,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.rep.1732789315257, exclude list is [], retry=0
2024-11-28T10:21:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-5218370a-f8a3-43a4-a581-fcca600b0b40,DISK]
2024-11-28T10:21:55,283 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.rep.1732789315257
2024-11-28T10:21:55,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177)]
2024-11-28T10:21:55,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8690f299dc3ab7cdebd1b048576c8e39, NAME => 'hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:21:55,283 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39. service=MultiRowMutationService
2024-11-28T10:21:55,284 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,285 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8690f299dc3ab7cdebd1b048576c8e39 
2024-11-28T10:21:55,287 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8690f299dc3ab7cdebd1b048576c8e39 columnFamilyName hfileref
2024-11-28T10:21:55,287 DEBUG [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:55,287 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(327): Store=8690f299dc3ab7cdebd1b048576c8e39/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:55,287 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8690f299dc3ab7cdebd1b048576c8e39 
2024-11-28T10:21:55,288 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8690f299dc3ab7cdebd1b048576c8e39 columnFamilyName queue
2024-11-28T10:21:55,288 DEBUG [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:55,288 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(327): Store=8690f299dc3ab7cdebd1b048576c8e39/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:55,288 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8690f299dc3ab7cdebd1b048576c8e39 
2024-11-28T10:21:55,289 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8690f299dc3ab7cdebd1b048576c8e39 columnFamilyName sid
2024-11-28T10:21:55,289 DEBUG [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:21:55,289 INFO  [StoreOpener-8690f299dc3ab7cdebd1b048576c8e39-1 {}] regionserver.HStore(327): Store=8690f299dc3ab7cdebd1b048576c8e39/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:21:55,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:21:55,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:21:55,293 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8690f299dc3ab7cdebd1b048576c8e39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67456296, jitterRate=0.005177140235900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:21:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:21:55,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8690f299dc3ab7cdebd1b048576c8e39:
Running coprocessor pre-open hook at 1732789315284Writing region info on filesystem at 1732789315284Initializing all the Stores at 1732789315285 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789315285Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789315285Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789315285Cleaning up temporary data from old regions at 1732789315291 (+6 ms)Running coprocessor post-open hooks at 1732789315293 (+2 ms)Region opened successfully at 1732789315293
2024-11-28T10:21:55,294 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39., pid=10, masterSystemTime=1732789315251
2024-11-28T10:21:55,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:55,296 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:21:55,296 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8690f299dc3ab7cdebd1b048576c8e39, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33881,1732789304681
2024-11-28T10:21:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8690f299dc3ab7cdebd1b048576c8e39, server=e792e7e95410,33881,1732789304681 because future has completed
2024-11-28T10:21:55,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:21:55,300 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8690f299dc3ab7cdebd1b048576c8e39, server=e792e7e95410,33881,1732789304681 in 199 msec
2024-11-28T10:21:55,301 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:21:55,301 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8690f299dc3ab7cdebd1b048576c8e39, ASSIGN in 355 msec
2024-11-28T10:21:55,302 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:21:55,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789315302"}]},"ts":"1732789315302"}
2024-11-28T10:21:55,304 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:21:55,304 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:21:55,305 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec
2024-11-28T10:21:55,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39., hostname=e792e7e95410,33881,1732789304681, seqNum=2]
2024-11-28T10:21:55,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:55,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:21:55,400 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:21:55,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33881 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:21:55,552 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:21:55,588 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,33881,1732789304681, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:21:55,589 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:55,589 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33881,1732789304681, seqNum=-1]
2024-11-28T10:21:55,590 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:55,594 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:55,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,33881,1732789304681', locateType=CURRENT is [region=hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39., hostname=e792e7e95410,33881,1732789304681, seqNum=2]
2024-11-28T10:21:55,599 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:21:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:21:55,601 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,33881,1732789304681 suceeded
2024-11-28T10:21:55,603 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:21:55,604 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:44893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:21:55,604 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec
2024-11-28T10:21:55,605 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec
2024-11-28T10:21:55,617 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:44893'
2024-11-28T10:21:55,620 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b4230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:55,620 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:55,621 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:55,621 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:55,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:55,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:55,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c16c345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:55,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:55,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:55,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:55,623 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:55,623 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277192c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:55,623 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,44893,1732789297925
2024-11-28T10:21:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1daac282
2024-11-28T10:21:55,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:21:55,625 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-28T10:21:55,626 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,33881,1732789304681 (queues=1) is replicating from cluster=51a83a4b-c4ce-4bac-80af-40cc78cefd9d to cluster=7b5ffaba-141c-4943-9077-9a53b5082058
2024-11-28T10:21:55,626 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C33881%2C1732789304681
2024-11-28T10:21:55,626 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,33881,1732789304681, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:21:55,628 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, startPosition=0, beingWritten=true
2024-11-28T10:21:55,632 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C33881%2C1732789304681
2024-11-28T10:21:55,642 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:55,642 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:55,642 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:55,745 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:55,854 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:55,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:21:55,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:55,906 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108634 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:21:56,132 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:56,160 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:21:56,265 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:21:56,265 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:21:56,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:21:56,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:56,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:56,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:21:56,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,39637,-1 for getting cluster id
2024-11-28T10:21:56,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:56,267 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7e6d310-81ae-41f8-8e35-ce56cabea2e8'
2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7e6d310-81ae-41f8-8e35-ce56cabea2e8"

2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b64f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,39637,-1]
2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:56,268 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f41ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:56,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:56,271 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acb3a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:56,272 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbe4d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:56,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:56,273 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7cb3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:56,274 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2b276a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:56,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,42163,1732789293316, seqNum=-1]
2024-11-28T10:21:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:56,277 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5., hostname=e792e7e95410,42163,1732789293316, seqNum=2]
2024-11-28T10:21:56,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33881,1732789304681, seqNum=-1]
2024-11-28T10:21:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:56,282 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5., hostname=e792e7e95410,33881,1732789304681, seqNum=2]
2024-11-28T10:21:56,284 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-28T10:21:56,449 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:56,563 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:57,067 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:57,135 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 379, reset compression=false
2024-11-28T10:21:57,140 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:57,140 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:57,140 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,42163,1732789293316 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a7ae145ae563004a8dd108bf75cc1b5/4=[#edits: 1 = <row/f:row/1732789316279/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-28T10:21:57,142 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:57,143 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:57,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:57,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3038f817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,44893,-1 for getting cluster id
2024-11-28T10:21:57,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:57,148 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b5ffaba-141c-4943-9077-9a53b5082058'
2024-11-28T10:21:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b5ffaba-141c-4943-9077-9a53b5082058"

2024-11-28T10:21:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d51e476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,44893,-1]
2024-11-28T10:21:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:57,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:57,150 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:57,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2718bbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33263,1732789298107, seqNum=-1]
2024-11-28T10:21:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:57,154 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba., hostname=e792e7e95410,33263,1732789298107, seqNum=2]
2024-11-28T10:21:57,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:57,252 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 379, reset compression=false
2024-11-28T10:21:57,256 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:57,256 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 504, reset compression=false
2024-11-28T10:21:57,256 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ed956d0e01e6bd04b01f5441fba32ba/4=[#edits: 1 = <row/f:row/1732789316279/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-28T10:21:57,258 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:57,259 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:57,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:57,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a2a0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,36783,-1 for getting cluster id
2024-11-28T10:21:57,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:21:57,260 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51a83a4b-c4ce-4bac-80af-40cc78cefd9d'
2024-11-28T10:21:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:21:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51a83a4b-c4ce-4bac-80af-40cc78cefd9d"

2024-11-28T10:21:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c6986d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,36783,-1]
2024-11-28T10:21:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:21:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:21:57,261 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:21:57,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755ff6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:21:57,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33881,1732789304681, seqNum=-1]
2024-11-28T10:21:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:57,263 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-28T10:21:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5., hostname=e792e7e95410,33881,1732789304681, seqNum=2]
2024-11-28T10:21:57,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:57,286 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-28T10:21:57,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:21:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33263,1732789298107, seqNum=-1]
2024-11-28T10:21:57,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:21:57,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:21:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba., hostname=e792e7e95410,33263,1732789298107, seqNum=2]
2024-11-28T10:21:57,292 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-28T10:21:57,345 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:57,460 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 504, reset compression=false
2024-11-28T10:21:57,464 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:57,464 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 608, reset compression=false
2024-11-28T10:21:57,464 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ed956d0e01e6bd04b01f5441fba32ba/5=[#edits: 1 = <row1/f:row1/1732789317290/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:57,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:57,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:57,648 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:57,667 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 608, reset compression=false
2024-11-28T10:21:57,673 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 379, reset compression=false
2024-11-28T10:21:57,677 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:57,677 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 654, reset compression=false
2024-11-28T10:21:57,677 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:57,882 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 654, reset compression=false
2024-11-28T10:21:57,970 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 608, reset compression=false
2024-11-28T10:21:58,052 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:58,193 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 654, reset compression=false
2024-11-28T10:21:58,293 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-28T10:21:58,296 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-28T10:21:58,376 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 608, reset compression=false
2024-11-28T10:21:58,555 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:58,597 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 654, reset compression=false
2024-11-28T10:21:58,600 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:58,600 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:21:58,600 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[{test/cedc6c3a9460fb8ee90ace6bc35b87f5/6=[#edits: 1 = <row2/f:row2/1732789318294/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-28T10:21:58,605 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:21:58,606 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-28T10:21:58,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:58,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:21:58,724 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:21:58,725 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,725 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,725 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,725 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,770 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,771 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,771 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,771 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,771 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,772 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,779 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,782 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,783 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,784 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:21:58,816 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:21:58,880 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 608, reset compression=false
2024-11-28T10:21:58,888 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:21:58,888 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 735, reset compression=false
2024-11-28T10:21:58,888 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:21:59,093 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 735, reset compression=false
2024-11-28T10:21:59,121 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:21:59,158 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:59,298 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-28T10:21:59,302 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-28T10:21:59,396 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 735, reset compression=false
2024-11-28T10:21:59,526 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:21:59,799 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 735, reset compression=false
2024-11-28T10:21:59,862 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 480, reset compression=false
2024-11-28T10:21:59,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:21:59,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:21:59,865 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,42163,1732789293316 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a7ae145ae563004a8dd108bf75cc1b5/5=[#edits: 2 = <row/f:/1732789319299/DeleteFamily/vlen=0/seqid=0; row/f1:/1732789319299/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-28T10:21:59,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:21:59,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:22:00,029 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:22:00,068 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:00,302 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 735, reset compression=false
2024-11-28T10:22:00,304 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-28T10:22:00,306 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:00,306 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 883, reset compression=false
2024-11-28T10:22:00,307 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ed956d0e01e6bd04b01f5441fba32ba/7=[#edits: 2 = <row/f:/1732789319299/DeleteFamily/vlen=0/seqid=0; row/f1:/1732789319299/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-28T10:22:00,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:22:00,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:22:00,372 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:00,523 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 883, reset compression=false
2024-11-28T10:22:00,632 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 758, reset compression=false
2024-11-28T10:22:00,636 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:00,636 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 929, reset compression=false
2024-11-28T10:22:00,636 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:00,783 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:00,828 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 883, reset compression=false
2024-11-28T10:22:00,839 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 929, reset compression=false
2024-11-28T10:22:01,142 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 929, reset compression=false
2024-11-28T10:22:01,231 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 883, reset compression=false
2024-11-28T10:22:01,287 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:01,305 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-28T10:22:01,309 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-28T10:22:01,546 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 929, reset compression=false
2024-11-28T10:22:01,734 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 883, reset compression=false
2024-11-28T10:22:01,738 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:01,738 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1042, reset compression=false
2024-11-28T10:22:01,738 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ed956d0e01e6bd04b01f5441fba32ba/8=[#edits: 2 = <row1/f:/1732789321306/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732789321306/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-28T10:22:01,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:22:01,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33881 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:22:01,890 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:01,941 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1042, reset compression=false
2024-11-28T10:22:02,049 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 929, reset compression=false
2024-11-28T10:22:02,053 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:02,053 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1078, reset compression=false
2024-11-28T10:22:02,053 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:02,254 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1042, reset compression=false
2024-11-28T10:22:02,255 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1078, reset compression=false
2024-11-28T10:22:02,311 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-28T10:22:02,315 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-28T10:22:02,561 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1078, reset compression=false
2024-11-28T10:22:02,564 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:02,564 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1237, reset compression=false
2024-11-28T10:22:02,564 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[{test/cedc6c3a9460fb8ee90ace6bc35b87f5/9=[#edits: 2 = <row2/f:/1732789322312/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732789322312/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-28T10:22:02,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-28T10:22:02,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33263 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-28T10:22:02,593 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:02,657 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1042, reset compression=false
2024-11-28T10:22:02,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:02,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:02,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:02,767 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1237, reset compression=false
2024-11-28T10:22:02,864 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:02,985 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:22:03,070 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1237, reset compression=false
2024-11-28T10:22:03,167 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:03,316 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-28T10:22:03,321 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:03,321 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:03,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:03,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:03,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:03,321 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:03,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:03,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=469500828, stopped=false
2024-11-28T10:22:03,322 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,36783,1732789304573
2024-11-28T10:22:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1669659642/running
2024-11-28T10:22:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1669659642/running
2024-11-28T10:22:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:22:03,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:22:03,366 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:03,366 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:03,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:03,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:03,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/running
2024-11-28T10:22:03,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Set watcher on znode that does not yet exist, /2-1669659642/running
2024-11-28T10:22:03,367 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,33881,1732789304681' *****
2024-11-28T10:22:03,367 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:03,367 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:03,367 INFO  [RS:0;e792e7e95410:33881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:03,368 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for 8690f299dc3ab7cdebd1b048576c8e39
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,33881,1732789304681
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33881.
2024-11-28T10:22:03,368 DEBUG [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8690f299dc3ab7cdebd1b048576c8e39, disabling compactions & flushes
2024-11-28T10:22:03,368 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:03,368 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39. after waiting 0 ms
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:03,368 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8690f299dc3ab7cdebd1b048576c8e39 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB
2024-11-28T10:22:03,368 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:22:03,368 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1325): Online Regions={8690f299dc3ab7cdebd1b048576c8e39=hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39., 1588230740=hbase:meta,,1.1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5=test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.}
2024-11-28T10:22:03,368 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8690f299dc3ab7cdebd1b048576c8e39, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:03,368 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:03,368 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:03,369 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:22:03,381 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/.tmp/queue/10499b48189747cb96b63f54dd6e9efc is 154, key is 1-e792e7e95410,33881,1732789304681/queue:e792e7e95410%2C33881%2C1732789304681/1732789322569/Put/seqid=0
2024-11-28T10:22:03,381 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/info/d94cc47f7dbc45b3afdd5aa8f6a47f14 is 147, key is hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39./info:regioninfo/1732789315296/Put/seqid=0
2024-11-28T10:22:03,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741841_1017 (size=5353)
2024-11-28T10:22:03,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741840_1016 (size=7686)
2024-11-28T10:22:03,396 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:03,458 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:03,473 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1237, reset compression=false
2024-11-28T10:22:03,569 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8690f299dc3ab7cdebd1b048576c8e39, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:03,570 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:03,769 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8690f299dc3ab7cdebd1b048576c8e39, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:03,785 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/info/d94cc47f7dbc45b3afdd5aa8f6a47f14
2024-11-28T10:22:03,785 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/.tmp/queue/10499b48189747cb96b63f54dd6e9efc
2024-11-28T10:22:03,789 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/.tmp/queue/10499b48189747cb96b63f54dd6e9efc as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/queue/10499b48189747cb96b63f54dd6e9efc
2024-11-28T10:22:03,793 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/queue/10499b48189747cb96b63f54dd6e9efc, entries=1, sequenceid=11, filesize=5.2 K
2024-11-28T10:22:03,793 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 8690f299dc3ab7cdebd1b048576c8e39 in 425ms, sequenceid=11, compaction requested=false
2024-11-28T10:22:03,796 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/replication/8690f299dc3ab7cdebd1b048576c8e39/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:03,797 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8690f299dc3ab7cdebd1b048576c8e39:
Waiting for close lock at 1732789323368Running coprocessor pre-close hooks at 1732789323368Disabling compacts and flushes for region at 1732789323368Disabling writes for close at 1732789323368Obtaining lock to block concurrent updates at 1732789323368Preparing flush snapshotting stores in 8690f299dc3ab7cdebd1b048576c8e39 at 1732789323368Finished memstore snapshotting hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732789323369 (+1 ms)Flushing stores of hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39. at 1732789323369Flushing 8690f299dc3ab7cdebd1b048576c8e39/queue: creating writer at 1732789323369Flushing 8690f299dc3ab7cdebd1b048576c8e39/queue: appending metadata at 1732789323381 (+12 ms)Flushing 8690f299dc3ab7cdebd1b048576c8e39/queue: closing flushed file at 1732789323381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757a0f2c: reopening flushed file at 1732789323788 (+407 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 8690f299dc3ab7cdebd1b048576c8e39 in 425ms, sequenceid=11, compaction requested=false at 1732789323793 (+5 ms)Writing region close event to WAL at 1732789323794 (+1 ms)Running coprocessor post-close hooks at 1732789323797 (+3 ms)Closed at 1732789323797
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789314114.8690f299dc3ab7cdebd1b048576c8e39.
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cedc6c3a9460fb8ee90ace6bc35b87f5, disabling compactions & flushes
2024-11-28T10:22:03,797 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5. after waiting 0 ms
2024-11-28T10:22:03,797 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:22:03,798 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cedc6c3a9460fb8ee90ace6bc35b87f5 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-28T10:22:03,802 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/ns/c99b80b0b6ad4e9e8309e284389e67c5 is 43, key is default/ns:d/1732789307732/Put/seqid=0
2024-11-28T10:22:03,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741842_1018 (size=5153)
2024-11-28T10:22:03,815 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f/65b7c49830ae48aeb457672d292147f5 is 29, key is row1/f:/1732789321306/DeleteFamily/seqid=0
2024-11-28T10:22:03,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741843_1019 (size=5152)
2024-11-28T10:22:03,942 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:03,942 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:03,969 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:03,977 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1237, reset compression=false
2024-11-28T10:22:03,980 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:03,980 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1484, reset compression=false
2024-11-28T10:22:03,980 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33881,1732789304681 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:03,981 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,33881,1732789304681: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,33881,1732789304681, walGroup=e792e7e95410%2C33881%2C1732789304681, offset=e792e7e95410%2C33881%2C1732789304681.1732789307090:1484, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:33881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:22:03,982 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:22:03,983 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:22:03,983 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:22:03,983 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:22:03,983 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:22:03,983 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1308622848,
        "init": 1048576000,
        "max": 2306867200,
        "used": 912732536
      },
      "NonHeapMemoryUsage": {
        "committed": 205651968,
        "init": 7667712,
        "max": -1,
        "used": 202635568
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:22:03,983 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:22:04,073 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:04,169 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:04,183 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1484, reset compression=false
2024-11-28T10:22:04,205 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/ns/c99b80b0b6ad4e9e8309e284389e67c5
2024-11-28T10:22:04,218 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f/65b7c49830ae48aeb457672d292147f5
2024-11-28T10:22:04,222 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65b7c49830ae48aeb457672d292147f5
2024-11-28T10:22:04,225 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/rep_barrier/092fd913e2d043579bfdaf5548d648bf is 112, key is test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5./rep_barrier:seqnumDuringOpen/1732789310551/Put/seqid=0
2024-11-28T10:22:04,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741844_1020 (size=5518)
2024-11-28T10:22:04,238 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f1/82f9739beb5e495eb207480179d9e267 is 30, key is row1/f1:/1732789321306/DeleteFamily/seqid=0
2024-11-28T10:22:04,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741845_1021 (size=5158)
2024-11-28T10:22:04,299 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:04,369 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:22:04,369 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5=test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.}
2024-11-28T10:22:04,369 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:04,486 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1484, reset compression=false
2024-11-28T10:22:04,569 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:04,629 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/rep_barrier/092fd913e2d043579bfdaf5548d648bf
2024-11-28T10:22:04,641 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f1/82f9739beb5e495eb207480179d9e267
2024-11-28T10:22:04,644 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82f9739beb5e495eb207480179d9e267
2024-11-28T10:22:04,645 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/table/3ed3076c486546e1979910159be3b44d is 53, key is hbase:replication/table:state/1732789315302/Put/seqid=0
2024-11-28T10:22:04,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:22:04,664 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/norep/61c1cf67387b43349dbd4d7e70b19936 is 33, key is row2/norep:/1732789322312/DeleteFamily/seqid=0
2024-11-28T10:22:04,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741847_1023 (size=5108)
2024-11-28T10:22:04,676 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:04,770 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:04,888 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.1732789307090 to pos 1484, reset compression=false
2024-11-28T10:22:04,970 DEBUG [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cedc6c3a9460fb8ee90ace6bc35b87f5
2024-11-28T10:22:05,052 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/table/3ed3076c486546e1979910159be3b44d
2024-11-28T10:22:05,056 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/info/d94cc47f7dbc45b3afdd5aa8f6a47f14 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/info/d94cc47f7dbc45b3afdd5aa8f6a47f14
2024-11-28T10:22:05,060 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/info/d94cc47f7dbc45b3afdd5aa8f6a47f14, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:22:05,061 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/ns/c99b80b0b6ad4e9e8309e284389e67c5 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/ns/c99b80b0b6ad4e9e8309e284389e67c5
2024-11-28T10:22:05,064 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/ns/c99b80b0b6ad4e9e8309e284389e67c5, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:22:05,065 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/rep_barrier/092fd913e2d043579bfdaf5548d648bf as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/rep_barrier/092fd913e2d043579bfdaf5548d648bf
2024-11-28T10:22:05,067 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/norep/61c1cf67387b43349dbd4d7e70b19936
2024-11-28T10:22:05,069 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/rep_barrier/092fd913e2d043579bfdaf5548d648bf, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:22:05,069 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/.tmp/table/3ed3076c486546e1979910159be3b44d as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/table/3ed3076c486546e1979910159be3b44d
2024-11-28T10:22:05,070 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c1cf67387b43349dbd4d7e70b19936
2024-11-28T10:22:05,070 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f/65b7c49830ae48aeb457672d292147f5 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/f/65b7c49830ae48aeb457672d292147f5
2024-11-28T10:22:05,072 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/table/3ed3076c486546e1979910159be3b44d, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:22:05,073 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false
2024-11-28T10:22:05,073 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65b7c49830ae48aeb457672d292147f5
2024-11-28T10:22:05,073 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/f/65b7c49830ae48aeb457672d292147f5, entries=3, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:05,075 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/f1/82f9739beb5e495eb207480179d9e267 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/f1/82f9739beb5e495eb207480179d9e267
2024-11-28T10:22:05,077 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:22:05,078 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:05,078 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:05,078 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:05,078 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789323368Running coprocessor pre-close hooks at 1732789323368Disabling compacts and flushes for region at 1732789323368Disabling writes for close at 1732789323368Obtaining lock to block concurrent updates at 1732789323369 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789323369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789323369Flushing stores of hbase:meta,,1.1588230740 at 1732789323369Flushing 1588230740/info: creating writer at 1732789323369Flushing 1588230740/info: appending metadata at 1732789323381 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732789323381Flushing 1588230740/ns: creating writer at 1732789323788 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732789323801 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732789323801Flushing 1588230740/rep_barrier: creating writer at 1732789324209 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789324225 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789324225Flushing 1588230740/table: creating writer at 1732789324632 (+407 ms)Flushing 1588230740/table: appending metadata at 1732789324644 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732789324644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef027cb: reopening flushed file at 1732789325055 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce3476b: reopening flushed file at 1732789325060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f481273: reopening flushed file at 1732789325064 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d30e4fa: reopening flushed file at 1732789325069 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1732789325073 (+4 ms)Writing region close event to WAL at 1732789325075 (+2 ms)Running coprocessor post-close hooks at 1732789325078 (+3 ms)Closed at 1732789325078
2024-11-28T10:22:05,078 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:05,079 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82f9739beb5e495eb207480179d9e267
2024-11-28T10:22:05,079 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/f1/82f9739beb5e495eb207480179d9e267, entries=3, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:05,079 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/.tmp/norep/61c1cf67387b43349dbd4d7e70b19936 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/norep/61c1cf67387b43349dbd4d7e70b19936
2024-11-28T10:22:05,082 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c1cf67387b43349dbd4d7e70b19936
2024-11-28T10:22:05,082 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/norep/61c1cf67387b43349dbd4d7e70b19936, entries=1, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:05,083 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cedc6c3a9460fb8ee90ace6bc35b87f5 in 1286ms, sequenceid=10, compaction requested=false
2024-11-28T10:22:05,086 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/data/default/test/cedc6c3a9460fb8ee90ace6bc35b87f5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-28T10:22:05,086 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:05,086 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:05,086 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:22:05,086 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cedc6c3a9460fb8ee90ace6bc35b87f5:
Waiting for close lock at 1732789323797Running coprocessor pre-close hooks at 1732789323797Disabling compacts and flushes for region at 1732789323797Disabling writes for close at 1732789323797Obtaining lock to block concurrent updates at 1732789323798 (+1 ms)Preparing flush snapshotting stores in cedc6c3a9460fb8ee90ace6bc35b87f5 at 1732789323798Finished memstore snapshotting test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732789323798Flushing stores of test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5. at 1732789323798Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f: creating writer at 1732789323798Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f: appending metadata at 1732789323814 (+16 ms)Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f: closing flushed file at 1732789323814Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f1: creating writer at 1732789324222 (+408 ms)Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f1: appending metadata at 1732789324238 (+16 ms)Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/f1: closing flushed file at 1732789324238Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/norep: creating writer at 1732789324644 (+406 ms)Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/norep: appending metadata at 1732789324663 (+19 ms)Flushing cedc6c3a9460fb8ee90ace6bc35b87f5/norep: closing flushed file at 1732789324663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdbf1f6: reopening flushed file at 1732789325070 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68814194: reopening flushed file at 1732789325073 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d86787b: reopening flushed file at 1732789325079 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cedc6c3a9460fb8ee90ace6bc35b87f5 in 1286ms, sequenceid=10, compaction requested=false at 1732789325083 (+4 ms)Writing region close event to WAL at 1732789325084 (+1 ms)Running coprocessor post-close hooks at 1732789325086 (+2 ms)Closed at 1732789325086
2024-11-28T10:22:05,086 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789310169.cedc6c3a9460fb8ee90ace6bc35b87f5.
2024-11-28T10:22:05,170 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,33881,1732789304681; all regions closed.
2024-11-28T10:22:05,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:22:05,172 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/WALs/e792e7e95410,33881,1732789304681/e792e7e95410%2C33881%2C1732789304681.meta.1732789307631.meta not finished, retry = 0
2024-11-28T10:22:05,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741839_1015 (size=2896)
2024-11-28T10:22:05,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741832_1008 (size=2136)
2024-11-28T10:22:05,276 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:05,276 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:05,277 INFO  [RS:0;e792e7e95410:33881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:05,277 INFO  [RS:0;e792e7e95410:33881 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:05,277 INFO  [RS:0;e792e7e95410:33881 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:05,277 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:05,277 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,33881,1732789304681 because: Region server is closing
2024-11-28T10:22:05,277 INFO  [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33881.
2024-11-28T10:22:05,277 DEBUG [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:05,277 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:05,277 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:05,277 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:05,302 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:05,378 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.shippere792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 terminated
2024-11-28T10:22:05,378 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33881,1732789304681.replicationSource.wal-reader.e792e7e95410%2C33881%2C1732789304681,1-e792e7e95410,33881,1732789304681 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:22:05,378 INFO  [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33881.
2024-11-28T10:22:05,378 DEBUG [RS:0;e792e7e95410:33881 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:05,378 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:05,378 DEBUG [RS:0;e792e7e95410:33881 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:05,378 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:05,378 INFO  [RS:0;e792e7e95410:33881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33881
2024-11-28T10:22:05,378 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1669659642/rs/e792e7e95410,33881,1732789304681
2024-11-28T10:22:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642/rs
2024-11-28T10:22:05,440 INFO  [RS:0;e792e7e95410:33881 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:05,450 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,33881,1732789304681]
2024-11-28T10:22:05,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1669659642/draining/e792e7e95410,33881,1732789304681 already deleted, retry=false
2024-11-28T10:22:05,461 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,33881,1732789304681 expired; onlineServers=0
2024-11-28T10:22:05,461 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,36783,1732789304573' *****
2024-11-28T10:22:05,461 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:05,461 INFO  [M:0;e792e7e95410:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:05,461 INFO  [M:0;e792e7e95410:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:05,461 DEBUG [M:0;e792e7e95410:36783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:05,461 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:05,461 DEBUG [M:0;e792e7e95410:36783 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:05,461 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789306743 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789306743,5,FailOnTimeoutGroup]
2024-11-28T10:22:05,461 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789306743 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789306743,5,FailOnTimeoutGroup]
2024-11-28T10:22:05,461 INFO  [M:0;e792e7e95410:36783 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:05,462 INFO  [M:0;e792e7e95410:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:05,462 DEBUG [M:0;e792e7e95410:36783 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:05,462 INFO  [M:0;e792e7e95410:36783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:05,462 INFO  [M:0;e792e7e95410:36783 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:05,462 INFO  [M:0;e792e7e95410:36783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:05,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:05,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1669659642/master
2024-11-28T10:22:05,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1669659642
2024-11-28T10:22:05,471 DEBUG [M:0;e792e7e95410:36783 {}] zookeeper.ZKUtil(347): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Unable to get data of znode /2-1669659642/master because node does not exist (not an error)
2024-11-28T10:22:05,471 WARN  [M:0;e792e7e95410:36783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:05,472 INFO  [M:0;e792e7e95410:36783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/.lastflushedseqids
2024-11-28T10:22:05,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741848_1024 (size=245)
2024-11-28T10:22:05,477 INFO  [M:0;e792e7e95410:36783 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:05,477 INFO  [M:0;e792e7e95410:36783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:05,477 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:05,477 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:05,477 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:05,477 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:05,477 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:05,477 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB
2024-11-28T10:22:05,497 DEBUG [M:0;e792e7e95410:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2f6e38dbf874c86acd8b592f91dac67 is 82, key is hbase:meta,,1/info:regioninfo/1732789307656/Put/seqid=0
2024-11-28T10:22:05,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741849_1025 (size=5672)
2024-11-28T10:22:05,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:05,551 INFO  [RS:0;e792e7e95410:33881 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:05,551 INFO  [RS:0;e792e7e95410:33881 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,33881,1732789304681; zookeeper connection closed.
2024-11-28T10:22:05,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33881-0x10180f642fd0007, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:05,551 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b0e9039 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b0e9039
2024-11-28T10:22:05,551 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:05,910 INFO  [M:0;e792e7e95410:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2f6e38dbf874c86acd8b592f91dac67
2024-11-28T10:22:05,925 DEBUG [M:0;e792e7e95410:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7724ace3ecaa4851967b347e128f10d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789315305/Put/seqid=0
2024-11-28T10:22:05,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741850_1026 (size=8517)
2024-11-28T10:22:06,181 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:06,329 INFO  [M:0;e792e7e95410:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7724ace3ecaa4851967b347e128f10d4
2024-11-28T10:22:06,344 DEBUG [M:0;e792e7e95410:36783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ae3e78b76ac4cb6912c71164f5adb42 is 69, key is e792e7e95410,33881,1732789304681/rs:state/1732789306851/Put/seqid=0
2024-11-28T10:22:06,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741851_1027 (size=5156)
2024-11-28T10:22:06,347 INFO  [M:0;e792e7e95410:36783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ae3e78b76ac4cb6912c71164f5adb42
2024-11-28T10:22:06,351 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2f6e38dbf874c86acd8b592f91dac67 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2f6e38dbf874c86acd8b592f91dac67
2024-11-28T10:22:06,354 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2f6e38dbf874c86acd8b592f91dac67, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:22:06,355 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7724ace3ecaa4851967b347e128f10d4 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7724ace3ecaa4851967b347e128f10d4
2024-11-28T10:22:06,358 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7724ace3ecaa4851967b347e128f10d4, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:22:06,359 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ae3e78b76ac4cb6912c71164f5adb42 as hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ae3e78b76ac4cb6912c71164f5adb42
2024-11-28T10:22:06,362 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41689/user/jenkins/test-data/b6da0126-4e0d-87e0-7642-8235bda31baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ae3e78b76ac4cb6912c71164f5adb42, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:22:06,362 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false
2024-11-28T10:22:06,364 INFO  [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:06,364 DEBUG [M:0;e792e7e95410:36783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789325477Disabling compacts and flushes for region at 1732789325477Disabling writes for close at 1732789325477Obtaining lock to block concurrent updates at 1732789325477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789325477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732789325478 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789325478Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789325478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789325497 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789325497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789325913 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789325925 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789325925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789326332 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789326344 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789326344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50887bd0: reopening flushed file at 1732789326350 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c43c6ba: reopening flushed file at 1732789326354 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e43544: reopening flushed file at 1732789326358 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1732789326362 (+4 ms)Writing region close event to WAL at 1732789326364 (+2 ms)Closed at 1732789326364
2024-11-28T10:22:06,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741830_1006 (size=63666)
2024-11-28T10:22:06,366 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:06,366 INFO  [M:0;e792e7e95410:36783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:06,367 INFO  [M:0;e792e7e95410:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36783
2024-11-28T10:22:06,367 INFO  [M:0;e792e7e95410:36783 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:06,405 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:06,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:06,508 INFO  [M:0;e792e7e95410:36783 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:06,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36783-0x10180f642fd0006, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:06,511 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4810bc22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:06,511 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fa9d74a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:06,511 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:06,512 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ae1b94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:06,512 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d849fc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:06,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:06,513 WARN  [BP-560778070-172.17.0.2-1732789301752 heartbeating to localhost/127.0.0.1:41689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:06,513 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:06,513 WARN  [BP-560778070-172.17.0.2-1732789301752 heartbeating to localhost/127.0.0.1:41689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-560778070-172.17.0.2-1732789301752 (Datanode Uuid 665bee98-e616-4174-80fb-d1e38a3e96f5) service to localhost/127.0.0.1:41689
2024-11-28T10:22:06,513 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/cluster_13e4004d-3db6-f88d-6a7c-100cb3866a0b/data/data1/current/BP-560778070-172.17.0.2-1732789301752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:06,514 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/cluster_13e4004d-3db6-f88d-6a7c-100cb3866a0b/data/data2/current/BP-560778070-172.17.0.2-1732789301752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:06,514 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:06,521 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76611e6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:06,521 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7696cc10{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:06,521 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:06,521 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@267ac701{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:06,522 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1970e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:06,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:06,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:06,537 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:06,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:06,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:06,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:06,537 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:06,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:06,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=21843294, stopped=false
2024-11-28T10:22:06,538 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,44893,1732789297925
2024-11-28T10:22:06,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11481321105/running
2024-11-28T10:22:06,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:22:06,555 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:06,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11481321105/running
2024-11-28T10:22:06,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:22:06,556 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:06,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:06,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:06,556 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,33263,1732789298107' *****
2024-11-28T10:22:06,556 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:06,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/running
2024-11-28T10:22:06,557 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:06,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Set watcher on znode that does not yet exist, /11481321105/running
2024-11-28T10:22:06,557 INFO  [RS:0;e792e7e95410:33263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:06,557 INFO  [RS:0;e792e7e95410:33263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:06,557 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ed956d0e01e6bd04b01f5441fba32ba
2024-11-28T10:22:06,557 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(3091): Received CLOSE for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,33263,1732789298107
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33263.
2024-11-28T10:22:06,558 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ed956d0e01e6bd04b01f5441fba32ba, disabling compactions & flushes
2024-11-28T10:22:06,558 DEBUG [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:06,558 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:06,558 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:22:06,558 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:22:06,558 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba. after waiting 0 ms
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:06,558 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:06,558 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:06,558 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ed956d0e01e6bd04b01f5441fba32ba 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-28T10:22:06,560 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:22:06,560 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1325): Online Regions={1ed956d0e01e6bd04b01f5441fba32ba=test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba., 1588230740=hbase:meta,,1.1588230740, c32153d456ddfccb54173278e5f4eb5b=hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.}
2024-11-28T10:22:06,560 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ed956d0e01e6bd04b01f5441fba32ba, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:06,560 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:06,560 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:06,560 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:06,560 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:06,560 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:06,561 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:22:06,577 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f/38588afbfb1643c7ab25a0a4b261027c is 29, key is row1/f:/1732789321306/DeleteFamily/seqid=0
2024-11-28T10:22:06,578 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/info/a5b5c98a599a46fc933faf697185e1e4 is 147, key is hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b./info:regioninfo/1732789313238/Put/seqid=0
2024-11-28T10:22:06,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741840_1016 (size=5152)
2024-11-28T10:22:06,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:22:06,656 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:06,760 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ed956d0e01e6bd04b01f5441fba32ba, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:06,959 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:06,959 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:06,960 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ed956d0e01e6bd04b01f5441fba32ba, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:06,985 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f/38588afbfb1643c7ab25a0a4b261027c
2024-11-28T10:22:06,985 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/info/a5b5c98a599a46fc933faf697185e1e4
2024-11-28T10:22:06,988 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38588afbfb1643c7ab25a0a4b261027c
2024-11-28T10:22:07,007 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/ns/08a641be666e4513958cd5f123d3d79d is 43, key is default/ns:d/1732789301606/Put/seqid=0
2024-11-28T10:22:07,008 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f1/fde1709eddcd4bf2af0715d589c37b20 is 30, key is row1/f1:/1732789321306/DeleteFamily/seqid=0
2024-11-28T10:22:07,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741842_1018 (size=5153)
2024-11-28T10:22:07,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741843_1019 (size=5158)
2024-11-28T10:22:07,013 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f1/fde1709eddcd4bf2af0715d589c37b20
2024-11-28T10:22:07,017 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fde1709eddcd4bf2af0715d589c37b20
2024-11-28T10:22:07,031 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/norep/a29dfa5c70bb473bb9db117b13f761f5 is 33, key is row1/norep:/1732789321306/DeleteFamily/seqid=0
2024-11-28T10:22:07,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741844_1020 (size=5108)
2024-11-28T10:22:07,084 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1191, reset compression=false
2024-11-28T10:22:07,088 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:07,088 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1438, reset compression=false
2024-11-28T10:22:07,088 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,33263,1732789298107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:07,089 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,33263,1732789298107: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,33263,1732789298107, walGroup=e792e7e95410%2C33263%2C1732789298107, offset=e792e7e95410%2C33263%2C1732789298107.1732789301064:1438, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:33263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:22:07,091 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:22:07,091 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:22:07,093 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1308622848,
        "init": 1048576000,
        "max": 2306867200,
        "used": 984035704
      },
      "NonHeapMemoryUsage": {
        "committed": 205783040,
        "init": 7667712,
        "max": -1,
        "used": 202795520
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:22:07,094 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:44893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:44893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:22:07,161 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ed956d0e01e6bd04b01f5441fba32ba, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:07,297 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1438, reset compression=false
2024-11-28T10:22:07,361 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ed956d0e01e6bd04b01f5441fba32ba, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:07,411 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/ns/08a641be666e4513958cd5f123d3d79d
2024-11-28T10:22:07,433 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/rep_barrier/daf60f9c0d064da69e93b2a2f5f9f232 is 112, key is test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba./rep_barrier:seqnumDuringOpen/1732789309825/Put/seqid=0
2024-11-28T10:22:07,436 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/norep/a29dfa5c70bb473bb9db117b13f761f5
2024-11-28T10:22:07,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741845_1021 (size=5518)
2024-11-28T10:22:07,437 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/rep_barrier/daf60f9c0d064da69e93b2a2f5f9f232
2024-11-28T10:22:07,440 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a29dfa5c70bb473bb9db117b13f761f5
2024-11-28T10:22:07,440 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f/38588afbfb1643c7ab25a0a4b261027c as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/f/38588afbfb1643c7ab25a0a4b261027c
2024-11-28T10:22:07,444 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38588afbfb1643c7ab25a0a4b261027c
2024-11-28T10:22:07,444 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/f/38588afbfb1643c7ab25a0a4b261027c, entries=3, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:07,445 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/f1/fde1709eddcd4bf2af0715d589c37b20 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/f1/fde1709eddcd4bf2af0715d589c37b20
2024-11-28T10:22:07,450 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fde1709eddcd4bf2af0715d589c37b20
2024-11-28T10:22:07,450 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/f1/fde1709eddcd4bf2af0715d589c37b20, entries=3, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:07,451 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/.tmp/norep/a29dfa5c70bb473bb9db117b13f761f5 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/norep/a29dfa5c70bb473bb9db117b13f761f5
2024-11-28T10:22:07,454 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/table/583ed489171d484f8e15c7d324076f25 is 53, key is hbase:replication/table:state/1732789313255/Put/seqid=0
2024-11-28T10:22:07,455 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a29dfa5c70bb473bb9db117b13f761f5
2024-11-28T10:22:07,455 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/norep/a29dfa5c70bb473bb9db117b13f761f5, entries=1, sequenceid=10, filesize=5.0 K
2024-11-28T10:22:07,456 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ed956d0e01e6bd04b01f5441fba32ba in 898ms, sequenceid=10, compaction requested=false
2024-11-28T10:22:07,456 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:22:07,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:22:07,464 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/default/test/1ed956d0e01e6bd04b01f5441fba32ba/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:07,465 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ed956d0e01e6bd04b01f5441fba32ba:
Waiting for close lock at 1732789326558Running coprocessor pre-close hooks at 1732789326558Disabling compacts and flushes for region at 1732789326558Disabling writes for close at 1732789326558Obtaining lock to block concurrent updates at 1732789326558Preparing flush snapshotting stores in 1ed956d0e01e6bd04b01f5441fba32ba at 1732789326558Finished memstore snapshotting test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732789326559 (+1 ms)Flushing stores of test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba. at 1732789326559Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f: creating writer at 1732789326559Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f: appending metadata at 1732789326577 (+18 ms)Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f: closing flushed file at 1732789326577Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f1: creating writer at 1732789326988 (+411 ms)Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f1: appending metadata at 1732789327008 (+20 ms)Flushing 1ed956d0e01e6bd04b01f5441fba32ba/f1: closing flushed file at 1732789327008Flushing 1ed956d0e01e6bd04b01f5441fba32ba/norep: creating writer at 1732789327017 (+9 ms)Flushing 1ed956d0e01e6bd04b01f5441fba32ba/norep: appending metadata at 1732789327030 (+13 ms)Flushing 1ed956d0e01e6bd04b01f5441fba32ba/norep: closing flushed file at 1732789327030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9b2904: reopening flushed file at 1732789327440 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44834bcb: reopening flushed file at 1732789327444 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d8f24a: reopening flushed file at 1732789327450 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ed956d0e01e6bd04b01f5441fba32ba in 898ms, sequenceid=10, compaction requested=false at 1732789327456 (+6 ms)Writing region close event to WAL at 1732789327462 (+6 ms)Running coprocessor post-close hooks at 1732789327464 (+2 ms)Closed at 1732789327465 (+1 ms)
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789309027.1ed956d0e01e6bd04b01f5441fba32ba.
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c32153d456ddfccb54173278e5f4eb5b, disabling compactions & flushes
2024-11-28T10:22:07,465 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b. after waiting 0 ms
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c32153d456ddfccb54173278e5f4eb5b:
Waiting for close lock at 1732789327465Running coprocessor pre-close hooks at 1732789327465Disabling compacts and flushes for region at 1732789327465Disabling writes for close at 1732789327465Failed flush hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b., putting online again at 1732789327465
2024-11-28T10:22:07,465 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,514 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:22:07,561 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:22:07,561 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c32153d456ddfccb54173278e5f4eb5b=hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.}
2024-11-28T10:22:07,561 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(3091): Received CLOSE for c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:07,561 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c32153d456ddfccb54173278e5f4eb5b
2024-11-28T10:22:07,561 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c32153d456ddfccb54173278e5f4eb5b, disabling compactions & flushes
2024-11-28T10:22:07,561 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,561 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,561 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b. after waiting 0 ms
2024-11-28T10:22:07,561 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,561 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c32153d456ddfccb54173278e5f4eb5b:
Waiting for close lock at 1732789327561Running coprocessor pre-close hooks at 1732789327561Disabling compacts and flushes for region at 1732789327561Disabling writes for close at 1732789327561Failed flush hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b., putting online again at 1732789327561
2024-11-28T10:22:07,562 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732789311963.c32153d456ddfccb54173278e5f4eb5b.
2024-11-28T10:22:07,601 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 1438, reset compression=false
2024-11-28T10:22:07,605 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:07,605 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 2082, reset compression=false
2024-11-28T10:22:07,608 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:07,761 DEBUG [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:07,807 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.wal-reader.e792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.1732789301064 to pos 2082, reset compression=false
2024-11-28T10:22:07,864 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/table/583ed489171d484f8e15c7d324076f25
2024-11-28T10:22:07,871 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/info/a5b5c98a599a46fc933faf697185e1e4 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/info/a5b5c98a599a46fc933faf697185e1e4
2024-11-28T10:22:07,881 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/info/a5b5c98a599a46fc933faf697185e1e4, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:22:07,882 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/ns/08a641be666e4513958cd5f123d3d79d as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/ns/08a641be666e4513958cd5f123d3d79d
2024-11-28T10:22:07,886 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/ns/08a641be666e4513958cd5f123d3d79d, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:22:07,888 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/rep_barrier/daf60f9c0d064da69e93b2a2f5f9f232 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/rep_barrier/daf60f9c0d064da69e93b2a2f5f9f232
2024-11-28T10:22:07,893 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/rep_barrier/daf60f9c0d064da69e93b2a2f5f9f232, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:22:07,894 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/.tmp/table/583ed489171d484f8e15c7d324076f25 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/table/583ed489171d484f8e15c7d324076f25
2024-11-28T10:22:07,898 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/table/583ed489171d484f8e15c7d324076f25, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:22:07,899 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false
2024-11-28T10:22:07,899 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:22:07,904 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:22:07,905 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:07,905 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:07,905 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:07,905 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789326560Running coprocessor pre-close hooks at 1732789326560Disabling compacts and flushes for region at 1732789326560Disabling writes for close at 1732789326560Obtaining lock to block concurrent updates at 1732789326561 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732789326561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789326561Flushing stores of hbase:meta,,1.1588230740 at 1732789326561Flushing 1588230740/info: creating writer at 1732789326562 (+1 ms)Flushing 1588230740/info: appending metadata at 1732789326577 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732789326577Flushing 1588230740/ns: creating writer at 1732789326988 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732789327006 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732789327006Flushing 1588230740/rep_barrier: creating writer at 1732789327417 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789327433 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789327433Flushing 1588230740/table: creating writer at 1732789327440 (+7 ms)Flushing 1588230740/table: appending metadata at 1732789327454 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732789327454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eee183d: reopening flushed file at 1732789327870 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40229876: reopening flushed file at 1732789327881 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467f3f4: reopening flushed file at 1732789327887 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4782b20: reopening flushed file at 1732789327893 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1732789327899 (+6 ms)Writing region close event to WAL at 1732789327901 (+2 ms)Running coprocessor post-close hooks at 1732789327905 (+4 ms)Closed at 1732789327905
2024-11-28T10:22:07,905 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:07,962 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-28T10:22:07,962 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,33263,1732789298107; all regions closed.
2024-11-28T10:22:07,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:22:07,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741839_1015 (size=2171)
2024-11-28T10:22:07,968 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/WALs/e792e7e95410,33263,1732789298107/e792e7e95410%2C33263%2C1732789298107.rep.1732789313183 not finished, retry = 0
2024-11-28T10:22:08,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741833_1009 (size=2090)
2024-11-28T10:22:08,073 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,073 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:08,076 INFO  [RS:0;e792e7e95410:33263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:08,076 INFO  [RS:0;e792e7e95410:33263 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:08,076 INFO  [RS:0;e792e7e95410:33263 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:08,076 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:08,077 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,33263,1732789298107 because: Region server is closing
2024-11-28T10:22:08,077 INFO  [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33263.
2024-11-28T10:22:08,077 DEBUG [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:08,077 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,077 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,077 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:08,178 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,33263,1732789298107.replicationSource.shippere792e7e95410%2C33263%2C1732789298107,1-e792e7e95410,33263,1732789298107 terminated
2024-11-28T10:22:08,178 INFO  [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33263.
2024-11-28T10:22:08,178 DEBUG [RS:0;e792e7e95410:33263 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:08,178 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,178 DEBUG [RS:0;e792e7e95410:33263 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,178 INFO  [RS:0;e792e7e95410:33263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33263
2024-11-28T10:22:08,178 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105/rs
2024-11-28T10:22:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11481321105/rs/e792e7e95410,33263,1732789298107
2024-11-28T10:22:08,240 INFO  [RS:0;e792e7e95410:33263 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:08,240 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,33263,1732789298107]
2024-11-28T10:22:08,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11481321105/draining/e792e7e95410,33263,1732789298107 already deleted, retry=false
2024-11-28T10:22:08,301 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,33263,1732789298107 expired; onlineServers=0
2024-11-28T10:22:08,301 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,44893,1732789297925' *****
2024-11-28T10:22:08,301 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:08,301 INFO  [M:0;e792e7e95410:44893 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:08,301 INFO  [M:0;e792e7e95410:44893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:08,301 DEBUG [M:0;e792e7e95410:44893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:08,302 DEBUG [M:0;e792e7e95410:44893 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:08,302 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:08,302 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789300691 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789300691,5,FailOnTimeoutGroup]
2024-11-28T10:22:08,302 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789300692 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789300692,5,FailOnTimeoutGroup]
2024-11-28T10:22:08,302 INFO  [M:0;e792e7e95410:44893 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:08,302 INFO  [M:0;e792e7e95410:44893 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:08,302 DEBUG [M:0;e792e7e95410:44893 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:08,302 INFO  [M:0;e792e7e95410:44893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:08,302 INFO  [M:0;e792e7e95410:44893 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:08,302 INFO  [M:0;e792e7e95410:44893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:08,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11481321105/master
2024-11-28T10:22:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11481321105
2024-11-28T10:22:08,313 DEBUG [M:0;e792e7e95410:44893 {}] zookeeper.ZKUtil(347): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Unable to get data of znode /11481321105/master because node does not exist (not an error)
2024-11-28T10:22:08,314 WARN  [M:0;e792e7e95410:44893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:08,314 INFO  [M:0;e792e7e95410:44893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/.lastflushedseqids
2024-11-28T10:22:08,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741847_1023 (size=245)
2024-11-28T10:22:08,349 INFO  [M:0;e792e7e95410:44893 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:08,349 INFO  [M:0;e792e7e95410:44893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:08,349 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:08,349 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:08,349 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:08,349 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:08,349 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:08,349 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-28T10:22:08,379 DEBUG [M:0;e792e7e95410:44893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afdca350318e46ad985d4c769765c444 is 82, key is hbase:meta,,1/info:regioninfo/1732789301593/Put/seqid=0
2024-11-28T10:22:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33263-0x10180f642fd0004, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:08,381 INFO  [RS:0;e792e7e95410:33263 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:08,381 INFO  [RS:0;e792e7e95410:33263 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,33263,1732789298107; zookeeper connection closed.
2024-11-28T10:22:08,412 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1548673 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1548673
2024-11-28T10:22:08,412 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:08,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741848_1024 (size=5672)
2024-11-28T10:22:08,421 INFO  [M:0;e792e7e95410:44893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afdca350318e46ad985d4c769765c444
2024-11-28T10:22:08,446 DEBUG [M:0;e792e7e95410:44893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ecc8aff314149fa8b75ca4dc046f5d8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789313259/Put/seqid=0
2024-11-28T10:22:08,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741849_1025 (size=8516)
2024-11-28T10:22:08,502 INFO  [M:0;e792e7e95410:44893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ecc8aff314149fa8b75ca4dc046f5d8
2024-11-28T10:22:08,533 DEBUG [M:0;e792e7e95410:44893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f40b9bff0ba2419db9b5e2e0b7472833 is 69, key is e792e7e95410,33263,1732789298107/rs:state/1732789300849/Put/seqid=0
2024-11-28T10:22:08,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741850_1026 (size=5156)
2024-11-28T10:22:08,568 INFO  [M:0;e792e7e95410:44893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f40b9bff0ba2419db9b5e2e0b7472833
2024-11-28T10:22:08,574 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afdca350318e46ad985d4c769765c444 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afdca350318e46ad985d4c769765c444
2024-11-28T10:22:08,584 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afdca350318e46ad985d4c769765c444, entries=8, sequenceid=97, filesize=5.5 K
2024-11-28T10:22:08,585 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ecc8aff314149fa8b75ca4dc046f5d8 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ecc8aff314149fa8b75ca4dc046f5d8
2024-11-28T10:22:08,597 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ecc8aff314149fa8b75ca4dc046f5d8, entries=11, sequenceid=97, filesize=8.3 K
2024-11-28T10:22:08,599 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f40b9bff0ba2419db9b5e2e0b7472833 as hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f40b9bff0ba2419db9b5e2e0b7472833
2024-11-28T10:22:08,608 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43249/user/jenkins/test-data/6ca56c07-32d9-aac3-40b1-ae061af38ebc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f40b9bff0ba2419db9b5e2e0b7472833, entries=1, sequenceid=97, filesize=5.0 K
2024-11-28T10:22:08,610 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 260ms, sequenceid=97, compaction requested=false
2024-11-28T10:22:08,632 INFO  [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:08,633 DEBUG [M:0;e792e7e95410:44893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789328349Disabling compacts and flushes for region at 1732789328349Disabling writes for close at 1732789328349Obtaining lock to block concurrent updates at 1732789328349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789328349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732789328350 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789328350Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789328350Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789328379 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789328379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789328429 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789328446 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789328446Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789328507 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789328533 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789328533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cdb79e: reopening flushed file at 1732789328573 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1346f8b8: reopening flushed file at 1732789328584 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5a4e27: reopening flushed file at 1732789328597 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 260ms, sequenceid=97, compaction requested=false at 1732789328610 (+13 ms)Writing region close event to WAL at 1732789328632 (+22 ms)Closed at 1732789328632
2024-11-28T10:22:08,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37303 is added to blk_1073741830_1006 (size=63654)
2024-11-28T10:22:08,645 INFO  [M:0;e792e7e95410:44893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:08,645 INFO  [M:0;e792e7e95410:44893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44893
2024-11-28T10:22:08,645 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:08,646 INFO  [M:0;e792e7e95410:44893 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:08,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:08,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44893-0x10180f642fd0003, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:08,761 INFO  [M:0;e792e7e95410:44893 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:08,798 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,798 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,798 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,798 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,799 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,809 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4abec380{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:08,810 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c5dedcb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:08,810 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:08,810 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b35086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:08,810 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51368f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:08,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,874 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,882 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,886 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,887 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,888 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:08,910 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:08,915 WARN  [BP-1326929096-172.17.0.2-1732789295367 heartbeating to localhost/127.0.0.1:43249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:08,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:08,915 WARN  [BP-1326929096-172.17.0.2-1732789295367 heartbeating to localhost/127.0.0.1:43249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1326929096-172.17.0.2-1732789295367 (Datanode Uuid 5ec1a74d-73e3-4296-8ed4-ce27d2dc8900) service to localhost/127.0.0.1:43249
2024-11-28T10:22:08,915 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:08,916 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/cluster_015c5202-132f-0e98-9e02-b3260bf08c4b/data/data1/current/BP-1326929096-172.17.0.2-1732789295367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:08,916 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/cluster_015c5202-132f-0e98-9e02-b3260bf08c4b/data/data2/current/BP-1326929096-172.17.0.2-1732789295367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:08,916 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:08,922 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65ddd1b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:08,923 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c30efb6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:08,923 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:08,923 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f78316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:08,923 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6223e83e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61165727-9644-bc27-8efe-7ca5a6d60534/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:08,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:08,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:08,941 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:08,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:08,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,941 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:08,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:08,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=767762449, stopped=false
2024-11-28T10:22:08,942 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,39637,1732789293009
2024-11-28T10:22:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0347030853/running
2024-11-28T10:22:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:22:08,955 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0347030853/running
2024-11-28T10:22:08,955 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:22:08,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/running
2024-11-28T10:22:08,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Set watcher on znode that does not yet exist, /0347030853/running
2024-11-28T10:22:08,956 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:08,957 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:08,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:08,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,957 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,42163,1732789293316' *****
2024-11-28T10:22:08,957 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:08,957 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:08,957 INFO  [RS:0;e792e7e95410:42163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:08,957 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:08,957 INFO  [RS:0;e792e7e95410:42163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(3091): Received CLOSE for 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,42163,1732789293316
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:08,958 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73a6dfcdf786aa3d2ef7f304559243c5, disabling compactions & flushes
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:42163.
2024-11-28T10:22:08,958 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:22:08,958 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:22:08,958 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5. after waiting 0 ms
2024-11-28T10:22:08,958 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:22:08,958 DEBUG [RS:0;e792e7e95410:42163 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:08,958 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:08,958 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73a6dfcdf786aa3d2ef7f304559243c5 3/3 column families, dataSize=594 B heapSize=1.63 KB
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:08,958 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:22:08,959 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1325): Online Regions={73a6dfcdf786aa3d2ef7f304559243c5=hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5., 1588230740=hbase:meta,,1.1588230740, 6a7ae145ae563004a8dd108bf75cc1b5=test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.}
2024-11-28T10:22:08,959 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5, 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:22:08,959 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:08,959 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:08,959 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:08,959 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:08,959 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:08,959 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:22:08,973 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/.tmp/queue/d1f3961ec12b4e5f9ab1b3b5e685073a is 153, key is 1-e792e7e95410,42163,1732789293316/queue:e792e7e95410%2C42163%2C1732789293316/1732789319869/Put/seqid=0
2024-11-28T10:22:08,976 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/info/6d364250495e4794bb1fe287a98b2cdc is 147, key is hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5./info:regioninfo/1732789311210/Put/seqid=0
2024-11-28T10:22:08,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741840_1016 (size=5352)
2024-11-28T10:22:08,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741841_1017 (size=7686)
2024-11-28T10:22:08,990 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:09,159 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5, 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:22:09,352 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:09,352 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:09,359 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5, 73a6dfcdf786aa3d2ef7f304559243c5
2024-11-28T10:22:09,378 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/.tmp/queue/d1f3961ec12b4e5f9ab1b3b5e685073a
2024-11-28T10:22:09,382 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/info/6d364250495e4794bb1fe287a98b2cdc
2024-11-28T10:22:09,386 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/.tmp/queue/d1f3961ec12b4e5f9ab1b3b5e685073a as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/queue/d1f3961ec12b4e5f9ab1b3b5e685073a
2024-11-28T10:22:09,390 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/queue/d1f3961ec12b4e5f9ab1b3b5e685073a, entries=1, sequenceid=8, filesize=5.2 K
2024-11-28T10:22:09,391 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 73a6dfcdf786aa3d2ef7f304559243c5 in 433ms, sequenceid=8, compaction requested=false
2024-11-28T10:22:09,391 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:22:09,397 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/replication/73a6dfcdf786aa3d2ef7f304559243c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-28T10:22:09,398 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:09,398 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:09,398 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:22:09,398 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73a6dfcdf786aa3d2ef7f304559243c5:
Waiting for close lock at 1732789328958Running coprocessor pre-close hooks at 1732789328958Disabling compacts and flushes for region at 1732789328958Disabling writes for close at 1732789328958Obtaining lock to block concurrent updates at 1732789328958Preparing flush snapshotting stores in 73a6dfcdf786aa3d2ef7f304559243c5 at 1732789328958Finished memstore snapshotting hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732789328958Flushing stores of hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5. at 1732789328959 (+1 ms)Flushing 73a6dfcdf786aa3d2ef7f304559243c5/queue: creating writer at 1732789328959Flushing 73a6dfcdf786aa3d2ef7f304559243c5/queue: appending metadata at 1732789328972 (+13 ms)Flushing 73a6dfcdf786aa3d2ef7f304559243c5/queue: closing flushed file at 1732789328972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e88b9eb: reopening flushed file at 1732789329385 (+413 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 73a6dfcdf786aa3d2ef7f304559243c5 in 433ms, sequenceid=8, compaction requested=false at 1732789329391 (+6 ms)Writing region close event to WAL at 1732789329395 (+4 ms)Running coprocessor post-close hooks at 1732789329398 (+3 ms)Closed at 1732789329398
2024-11-28T10:22:09,398 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789310808.73a6dfcdf786aa3d2ef7f304559243c5.
2024-11-28T10:22:09,398 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a7ae145ae563004a8dd108bf75cc1b5, disabling compactions & flushes
2024-11-28T10:22:09,398 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:22:09,399 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:22:09,399 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5. after waiting 0 ms
2024-11-28T10:22:09,399 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:22:09,399 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a7ae145ae563004a8dd108bf75cc1b5 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-28T10:22:09,404 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/ns/3306313949ea4597b133ee5cb9ae9f71 is 43, key is default/ns:d/1732789295238/Put/seqid=0
2024-11-28T10:22:09,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741842_1018 (size=5153)
2024-11-28T10:22:09,416 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f/6a8581fee9544c7ba8f7f560e68e8bd3 is 28, key is row/f:/1732789319299/DeleteFamily/seqid=0
2024-11-28T10:22:09,416 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:09,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,417 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,418 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,418 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,418 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741843_1019 (size=5085)
2024-11-28T10:22:09,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,461 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,462 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,462 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,470 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,474 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,476 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:09,559 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:09,759 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:09,807 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/ns/3306313949ea4597b133ee5cb9ae9f71
2024-11-28T10:22:09,822 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f/6a8581fee9544c7ba8f7f560e68e8bd3
2024-11-28T10:22:09,826 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a8581fee9544c7ba8f7f560e68e8bd3
2024-11-28T10:22:09,837 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/rep_barrier/b2eb4f4d55a4461bab36a1ff125237e9 is 112, key is test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5./rep_barrier:seqnumDuringOpen/1732789308632/Put/seqid=0
2024-11-28T10:22:09,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741844_1020 (size=5518)
2024-11-28T10:22:09,843 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f1/61c90f27506d4522bf50c43b6dd41dc2 is 29, key is row/f1:/1732789319299/DeleteFamily/seqid=0
2024-11-28T10:22:09,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741845_1021 (size=5089)
2024-11-28T10:22:09,959 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:22:09,960 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a7ae145ae563004a8dd108bf75cc1b5=test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.}
2024-11-28T10:22:09,960 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:10,160 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:10,240 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/rep_barrier/b2eb4f4d55a4461bab36a1ff125237e9
2024-11-28T10:22:10,247 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f1/61c90f27506d4522bf50c43b6dd41dc2
2024-11-28T10:22:10,250 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c90f27506d4522bf50c43b6dd41dc2
2024-11-28T10:22:10,260 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/table/31864620879d4c6f8e5960583f87c3cf is 53, key is hbase:replication/table:state/1732789311226/Put/seqid=0
2024-11-28T10:22:10,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741846_1022 (size=5308)
2024-11-28T10:22:10,266 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/norep/512f86b19c834f01b9191161167326df is 32, key is row/norep:/1732789319299/DeleteFamily/seqid=0
2024-11-28T10:22:10,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741847_1023 (size=5101)
2024-11-28T10:22:10,315 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 636, reset compression=false
2024-11-28T10:22:10,318 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:10,318 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 883, reset compression=false
2024-11-28T10:22:10,318 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,42163,1732789293316 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:10,319 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,42163,1732789293316: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e792e7e95410,42163,1732789293316, walGroup=e792e7e95410%2C42163%2C1732789293316, offset=e792e7e95410%2C42163%2C1732789293316.1732789294494:883, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:22:10,320 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:22:10,320 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:22:10,321 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:22:10,321 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:22:10,321 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:22:10,321 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1308622848,
        "init": 1048576000,
        "max": 2306867200,
        "used": 883274120
      },
      "NonHeapMemoryUsage": {
        "committed": 206241792,
        "init": 7667712,
        "max": -1,
        "used": 203346432
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:22:10,321 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:39637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:39637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:22:10,360 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:10,521 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 883, reset compression=false
2024-11-28T10:22:10,560 DEBUG [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7ae145ae563004a8dd108bf75cc1b5
2024-11-28T10:22:10,664 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/table/31864620879d4c6f8e5960583f87c3cf
2024-11-28T10:22:10,667 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/info/6d364250495e4794bb1fe287a98b2cdc as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/info/6d364250495e4794bb1fe287a98b2cdc
2024-11-28T10:22:10,669 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/norep/512f86b19c834f01b9191161167326df
2024-11-28T10:22:10,670 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/info/6d364250495e4794bb1fe287a98b2cdc, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:22:10,671 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/ns/3306313949ea4597b133ee5cb9ae9f71 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/ns/3306313949ea4597b133ee5cb9ae9f71
2024-11-28T10:22:10,672 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 512f86b19c834f01b9191161167326df
2024-11-28T10:22:10,672 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f/6a8581fee9544c7ba8f7f560e68e8bd3 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/f/6a8581fee9544c7ba8f7f560e68e8bd3
2024-11-28T10:22:10,674 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/ns/3306313949ea4597b133ee5cb9ae9f71, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:22:10,675 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/rep_barrier/b2eb4f4d55a4461bab36a1ff125237e9 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/rep_barrier/b2eb4f4d55a4461bab36a1ff125237e9
2024-11-28T10:22:10,675 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a8581fee9544c7ba8f7f560e68e8bd3
2024-11-28T10:22:10,675 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/f/6a8581fee9544c7ba8f7f560e68e8bd3, entries=1, sequenceid=6, filesize=5.0 K
2024-11-28T10:22:10,675 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/f1/61c90f27506d4522bf50c43b6dd41dc2 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/f1/61c90f27506d4522bf50c43b6dd41dc2
2024-11-28T10:22:10,678 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c90f27506d4522bf50c43b6dd41dc2
2024-11-28T10:22:10,678 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/f1/61c90f27506d4522bf50c43b6dd41dc2, entries=1, sequenceid=6, filesize=5.0 K
2024-11-28T10:22:10,678 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/rep_barrier/b2eb4f4d55a4461bab36a1ff125237e9, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:22:10,678 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/.tmp/norep/512f86b19c834f01b9191161167326df as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/norep/512f86b19c834f01b9191161167326df
2024-11-28T10:22:10,678 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/.tmp/table/31864620879d4c6f8e5960583f87c3cf as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/table/31864620879d4c6f8e5960583f87c3cf
2024-11-28T10:22:10,681 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 512f86b19c834f01b9191161167326df
2024-11-28T10:22:10,681 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/norep/512f86b19c834f01b9191161167326df, entries=1, sequenceid=6, filesize=5.0 K
2024-11-28T10:22:10,681 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/table/31864620879d4c6f8e5960583f87c3cf, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:22:10,682 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false
2024-11-28T10:22:10,682 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6a7ae145ae563004a8dd108bf75cc1b5 in 1283ms, sequenceid=6, compaction requested=false
2024-11-28T10:22:10,685 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:22:10,685 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/data/default/test/6a7ae145ae563004a8dd108bf75cc1b5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-28T10:22:10,685 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:10,685 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:10,685 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:10,686 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:22:10,686 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:10,686 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:10,686 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a7ae145ae563004a8dd108bf75cc1b5:
Waiting for close lock at 1732789329398Running coprocessor pre-close hooks at 1732789329398Disabling compacts and flushes for region at 1732789329398Disabling writes for close at 1732789329399 (+1 ms)Obtaining lock to block concurrent updates at 1732789329399Preparing flush snapshotting stores in 6a7ae145ae563004a8dd108bf75cc1b5 at 1732789329399Finished memstore snapshotting test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732789329399Flushing stores of test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5. at 1732789329399Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f: creating writer at 1732789329399Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f: appending metadata at 1732789329415 (+16 ms)Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f: closing flushed file at 1732789329415Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f1: creating writer at 1732789329826 (+411 ms)Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f1: appending metadata at 1732789329843 (+17 ms)Flushing 6a7ae145ae563004a8dd108bf75cc1b5/f1: closing flushed file at 1732789329843Flushing 6a7ae145ae563004a8dd108bf75cc1b5/norep: creating writer at 1732789330250 (+407 ms)Flushing 6a7ae145ae563004a8dd108bf75cc1b5/norep: appending metadata at 1732789330265 (+15 ms)Flushing 6a7ae145ae563004a8dd108bf75cc1b5/norep: closing flushed file at 1732789330265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cdf181: reopening flushed file at 1732789330672 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a64166: reopening flushed file at 1732789330675 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264508d7: reopening flushed file at 1732789330678 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6a7ae145ae563004a8dd108bf75cc1b5 in 1283ms, sequenceid=6, compaction requested=false at 1732789330682 (+4 ms)Writing region close event to WAL at 1732789330683 (+1 ms)Running coprocessor post-close hooks at 1732789330685 (+2 ms)Closed at 1732789330685
2024-11-28T10:22:10,686 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789328959Running coprocessor pre-close hooks at 1732789328959Disabling compacts and flushes for region at 1732789328959Disabling writes for close at 1732789328959Obtaining lock to block concurrent updates at 1732789328959Preparing flush snapshotting stores in 1588230740 at 1732789328959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789328959Flushing stores of hbase:meta,,1.1588230740 at 1732789328959Flushing 1588230740/info: creating writer at 1732789328959Flushing 1588230740/info: appending metadata at 1732789328975 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732789328975Flushing 1588230740/ns: creating writer at 1732789329387 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732789329403 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732789329403Flushing 1588230740/rep_barrier: creating writer at 1732789329819 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789329836 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789329836Flushing 1588230740/table: creating writer at 1732789330244 (+408 ms)Flushing 1588230740/table: appending metadata at 1732789330260 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789330260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b927f8: reopening flushed file at 1732789330667 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6b535b: reopening flushed file at 1732789330670 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200a6306: reopening flushed file at 1732789330674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2866fb: reopening flushed file at 1732789330678 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732789330682 (+4 ms)Writing region close event to WAL at 1732789330683 (+1 ms)Running coprocessor post-close hooks at 1732789330685 (+2 ms)Closed at 1732789330686 (+1 ms)
2024-11-28T10:22:10,686 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:10,686 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789307887.6a7ae145ae563004a8dd108bf75cc1b5.
2024-11-28T10:22:10,760 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,42163,1732789293316; all regions closed.
2024-11-28T10:22:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741834_1010 (size=4239)
2024-11-28T10:22:10,762 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.meta.1732789295127.meta not finished, retry = 0
2024-11-28T10:22:10,824 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 883, reset compression=false
2024-11-28T10:22:10,828 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:10,828 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/WALs/e792e7e95410,42163,1732789293316/e792e7e95410%2C42163%2C1732789293316.1732789294494 to pos 1527, reset compression=false
2024-11-28T10:22:10,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741839_1015 (size=2240)
2024-11-28T10:22:10,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741832_1008 (size=1535)
2024-11-28T10:22:10,867 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:10,867 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:10,867 INFO  [RS:0;e792e7e95410:42163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:10,867 INFO  [RS:0;e792e7e95410:42163 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:10,867 INFO  [RS:0;e792e7e95410:42163 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:10,867 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:10,867 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,42163,1732789293316 because: Region server is closing
2024-11-28T10:22:10,868 INFO  [RS:0;e792e7e95410:42163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:42163.
2024-11-28T10:22:10,868 DEBUG [RS:0;e792e7e95410:42163 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:10,868 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:10,868 DEBUG [RS:0;e792e7e95410:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:10,868 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:10,968 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.shippere792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 terminated
2024-11-28T10:22:10,968 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,42163,1732789293316.replicationSource.wal-reader.e792e7e95410%2C42163%2C1732789293316,1-e792e7e95410,42163,1732789293316 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:22:10,968 INFO  [RS:0;e792e7e95410:42163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42163
2024-11-28T10:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853/rs
2024-11-28T10:22:11,060 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0347030853/rs/e792e7e95410,42163,1732789293316
2024-11-28T10:22:11,060 INFO  [RS:0;e792e7e95410:42163 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:11,071 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,42163,1732789293316]
2024-11-28T10:22:11,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0347030853/draining/e792e7e95410,42163,1732789293316 already deleted, retry=false
2024-11-28T10:22:11,081 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,42163,1732789293316 expired; onlineServers=0
2024-11-28T10:22:11,081 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,39637,1732789293009' *****
2024-11-28T10:22:11,081 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:11,081 INFO  [M:0;e792e7e95410:39637 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:11,081 INFO  [M:0;e792e7e95410:39637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:11,081 DEBUG [M:0;e792e7e95410:39637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:11,082 DEBUG [M:0;e792e7e95410:39637 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:11,082 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:11,082 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789294233 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789294233,5,FailOnTimeoutGroup]
2024-11-28T10:22:11,082 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789294233 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789294233,5,FailOnTimeoutGroup]
2024-11-28T10:22:11,082 INFO  [M:0;e792e7e95410:39637 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:11,082 INFO  [M:0;e792e7e95410:39637 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:11,082 DEBUG [M:0;e792e7e95410:39637 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:11,082 INFO  [M:0;e792e7e95410:39637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:11,082 INFO  [M:0;e792e7e95410:39637 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:11,082 INFO  [M:0;e792e7e95410:39637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:11,082 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0347030853/master
2024-11-28T10:22:11,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0347030853
2024-11-28T10:22:11,092 DEBUG [M:0;e792e7e95410:39637 {}] zookeeper.ZKUtil(347): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Unable to get data of znode /0347030853/master because node does not exist (not an error)
2024-11-28T10:22:11,092 WARN  [M:0;e792e7e95410:39637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:11,092 INFO  [M:0;e792e7e95410:39637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/.lastflushedseqids
2024-11-28T10:22:11,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741848_1024 (size=245)
2024-11-28T10:22:11,171 INFO  [RS:0;e792e7e95410:42163 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:11,171 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:11,171 INFO  [RS:0;e792e7e95410:42163 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,42163,1732789293316; zookeeper connection closed.
2024-11-28T10:22:11,171 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10180f642fd0001, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:11,171 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48215e1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48215e1b
2024-11-28T10:22:11,171 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:11,496 INFO  [M:0;e792e7e95410:39637 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:11,496 INFO  [M:0;e792e7e95410:39637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:11,496 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:11,496 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:11,496 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:11,496 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:11,496 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:11,497 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB
2024-11-28T10:22:11,514 DEBUG [M:0;e792e7e95410:39637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d98c0ee9a3414b38a0d2443109863e63 is 82, key is hbase:meta,,1/info:regioninfo/1732789295187/Put/seqid=0
2024-11-28T10:22:11,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741849_1025 (size=5672)
2024-11-28T10:22:11,918 INFO  [M:0;e792e7e95410:39637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d98c0ee9a3414b38a0d2443109863e63
2024-11-28T10:22:11,933 DEBUG [M:0;e792e7e95410:39637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b39ba27c372847089849ab3a66aa6983 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789308640/Put/seqid=0
2024-11-28T10:22:11,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741850_1026 (size=7219)
2024-11-28T10:22:11,936 INFO  [M:0;e792e7e95410:39637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b39ba27c372847089849ab3a66aa6983
2024-11-28T10:22:11,939 INFO  [M:0;e792e7e95410:39637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b39ba27c372847089849ab3a66aa6983
2024-11-28T10:22:11,951 DEBUG [M:0;e792e7e95410:39637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/076d9058aaa94bcb8dc64d777ae8c782 is 69, key is e792e7e95410,42163,1732789293316/rs:state/1732789294328/Put/seqid=0
2024-11-28T10:22:11,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741851_1027 (size=5156)
2024-11-28T10:22:12,355 INFO  [M:0;e792e7e95410:39637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/076d9058aaa94bcb8dc64d777ae8c782
2024-11-28T10:22:12,358 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d98c0ee9a3414b38a0d2443109863e63 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d98c0ee9a3414b38a0d2443109863e63
2024-11-28T10:22:12,361 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d98c0ee9a3414b38a0d2443109863e63, entries=8, sequenceid=105, filesize=5.5 K
2024-11-28T10:22:12,362 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b39ba27c372847089849ab3a66aa6983 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b39ba27c372847089849ab3a66aa6983
2024-11-28T10:22:12,366 INFO  [M:0;e792e7e95410:39637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b39ba27c372847089849ab3a66aa6983
2024-11-28T10:22:12,366 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b39ba27c372847089849ab3a66aa6983, entries=11, sequenceid=105, filesize=7.0 K
2024-11-28T10:22:12,367 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/076d9058aaa94bcb8dc64d777ae8c782 as hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/076d9058aaa94bcb8dc64d777ae8c782
2024-11-28T10:22:12,371 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33601/user/jenkins/test-data/49994c8e-28bc-f026-b429-7ee20b13cf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/076d9058aaa94bcb8dc64d777ae8c782, entries=1, sequenceid=105, filesize=5.0 K
2024-11-28T10:22:12,372 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false
2024-11-28T10:22:12,381 INFO  [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:12,381 DEBUG [M:0;e792e7e95410:39637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789331496Disabling compacts and flushes for region at 1732789331496Disabling writes for close at 1732789331496Obtaining lock to block concurrent updates at 1732789331497 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789331497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732789331497Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789331497Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789331497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789331514 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789331514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789331921 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789331932 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789331932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789331939 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789331951 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789331951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cdcc31: reopening flushed file at 1732789332358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcf0f76: reopening flushed file at 1732789332362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e420cf: reopening flushed file at 1732789332366 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false at 1732789332372 (+6 ms)Writing region close event to WAL at 1732789332380 (+8 ms)Closed at 1732789332380
2024-11-28T10:22:12,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741830_1006 (size=64435)
2024-11-28T10:22:12,384 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:12,384 INFO  [M:0;e792e7e95410:39637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:12,384 INFO  [M:0;e792e7e95410:39637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39637
2024-11-28T10:22:12,384 INFO  [M:0;e792e7e95410:39637 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:12,571 INFO  [M:0;e792e7e95410:39637 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39637-0x10180f642fd0000, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:12,573 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@311a896c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:12,574 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c0af973{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:12,574 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:12,574 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201d114d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:12,574 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d3a572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:12,575 WARN  [BP-579976302-172.17.0.2-1732789290869 heartbeating to localhost/127.0.0.1:33601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:12,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:12,575 WARN  [BP-579976302-172.17.0.2-1732789290869 heartbeating to localhost/127.0.0.1:33601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-579976302-172.17.0.2-1732789290869 (Datanode Uuid 8d5f02ae-6d7c-44a1-8882-e33f71df0a68) service to localhost/127.0.0.1:33601
2024-11-28T10:22:12,575 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:12,575 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/data/data1/current/BP-579976302-172.17.0.2-1732789290869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:12,576 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/cluster_34a4f2c2-b53f-f428-1a66-8ccee993a62e/data/data2/current/BP-579976302-172.17.0.2-1732789290869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:12,576 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:12,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491ce241{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:12,581 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a507218{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:12,581 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:12,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6982ec1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:12,581 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299d4cd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/810407cc-646f-f14d-8393-2006e5b2b304/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:12,586 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:22:12,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:12,609 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313)
Potentially hanging thread: LeaseRenewer:jenkins@localhost:33601
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43249
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41689 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33601 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33601
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53336)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41689 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:41689 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41689
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43249 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41689
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43249
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41689
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33601 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:33601 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33601
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53336)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41689
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41689
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43249 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43249
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53336)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:43249 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4029 (was 3405) - AvailableMemoryMB LEAK? -
2024-11-28T10:22:12,619 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=4029
2024-11-28T10:22:12,630 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-28T10:22:12,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir so I do NOT create it in target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9
2024-11-28T10:22:12,630 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:22:12,630 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.tmp.dir so I do NOT create it in target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9
2024-11-28T10:22:12,630 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9112ad48-5ab2-2d13-041d-5cc0b68e45d9/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:22:12,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9
2024-11-28T10:22:12,630 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560, deleteOnExit=true
2024-11-28T10:22:12,648 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/zookeeper_0, clientPort=49781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:22:12,649 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49781
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/test.cache.data in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:22:12,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:12,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:22:12,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:22:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f642fd0005, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10180f642fd0008, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:12,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10180f642fd0008, quorum=127.0.0.1:53336, baseZNode=/2-1669659642 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:22:12,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f642fd0005, quorum=127.0.0.1:53336, baseZNode=/11481321105 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:22:12,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f642fd0002, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:12,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f642fd0002, quorum=127.0.0.1:53336, baseZNode=/0347030853 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:22:12,985 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:12,988 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:12,989 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:12,989 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:12,989 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:22:12,989 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:12,989 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de33c37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:12,990 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee17717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:13,099 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29415183{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/java.io.tmpdir/jetty-localhost-46099-hadoop-hdfs-3_4_1-tests_jar-_-any-863240593208398133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:13,100 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36de7ba6{HTTP/1.1, (http/1.1)}{localhost:46099}
2024-11-28T10:22:13,100 INFO  [Time-limited test {}] server.Server(415): Started @327031ms
2024-11-28T10:22:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:22:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:22:13,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:22:13,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:13,423 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:13,427 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:13,440 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:13,440 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:13,440 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:22:13,445 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586588ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:13,445 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e5e22b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:13,571 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c792f7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/java.io.tmpdir/jetty-localhost-33593-hadoop-hdfs-3_4_1-tests_jar-_-any-15822959381953694488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:13,572 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a405ffd{HTTP/1.1, (http/1.1)}{localhost:33593}
2024-11-28T10:22:13,572 INFO  [Time-limited test {}] server.Server(415): Started @327504ms
2024-11-28T10:22:13,573 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:22:14,222 WARN  [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data1/current/BP-528428741-172.17.0.2-1732789332663/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:14,222 WARN  [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data2/current/BP-528428741-172.17.0.2-1732789332663/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:14,241 WARN  [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:22:14,244 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x696856f4529e8be with lease ID 0x64c78a215655cd: Processing first storage report for DS-08e6a3be-080d-40e8-89e2-9557fa4f5788 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=bc635bc9-b8a9-46ad-a94d-4937afefc9ea, infoPort=42945, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=980166796;c=1732789332663)
2024-11-28T10:22:14,244 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x696856f4529e8be with lease ID 0x64c78a215655cd: from storage DS-08e6a3be-080d-40e8-89e2-9557fa4f5788 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=bc635bc9-b8a9-46ad-a94d-4937afefc9ea, infoPort=42945, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=980166796;c=1732789332663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:14,244 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x696856f4529e8be with lease ID 0x64c78a215655cd: Processing first storage report for DS-46e54c0d-53b9-4741-82f8-2db8851d1eac from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=bc635bc9-b8a9-46ad-a94d-4937afefc9ea, infoPort=42945, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=980166796;c=1732789332663)
2024-11-28T10:22:14,244 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x696856f4529e8be with lease ID 0x64c78a215655cd: from storage DS-46e54c0d-53b9-4741-82f8-2db8851d1eac node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=bc635bc9-b8a9-46ad-a94d-4937afefc9ea, infoPort=42945, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=980166796;c=1732789332663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:14,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9
2024-11-28T10:22:14,297 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,298 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:22:14,705 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72 with version=8
2024-11-28T10:22:14,705 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/hbase-staging
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:14,707 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41855
2024-11-28T10:22:14,708 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41855 connecting to ZooKeeper ensemble=127.0.0.1:49781
2024-11-28T10:22:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418550x0, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:14,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41855-0x10180f6e6520000 connected
2024-11-28T10:22:14,892 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,893 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on znode that does not yet exist, /0-1623438444/running
2024-11-28T10:22:14,895 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72, hbase.cluster.distributed=false
2024-11-28T10:22:14,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on znode that does not yet exist, /0-1623438444/acl
2024-11-28T10:22:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41855
2024-11-28T10:22:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41855
2024-11-28T10:22:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41855
2024-11-28T10:22:14,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41855
2024-11-28T10:22:14,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41855
2024-11-28T10:22:14,900 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:14,901 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,901 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,901 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:22:14,911 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:14,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45191
2024-11-28T10:22:14,912 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45191 connecting to ZooKeeper ensemble=127.0.0.1:49781
2024-11-28T10:22:14,913 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,914 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451910x0, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:14,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451910x0, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on znode that does not yet exist, /0-1623438444/running
2024-11-28T10:22:14,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45191-0x10180f6e6520001 connected
2024-11-28T10:22:14,924 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:22:14,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:22:14,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on znode that does not yet exist, /0-1623438444/master
2024-11-28T10:22:14,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on znode that does not yet exist, /0-1623438444/acl
2024-11-28T10:22:14,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45191
2024-11-28T10:22:14,930 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,930 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,930 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,930 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,930 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,931 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45191
2024-11-28T10:22:14,935 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45191
2024-11-28T10:22:14,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45191
2024-11-28T10:22:14,938 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45191
2024-11-28T10:22:14,938 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:14,951 DEBUG [M:0;e792e7e95410:41855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:41855
2024-11-28T10:22:14,952 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1623438444/backup-masters/e792e7e95410,41855,1732789334706
2024-11-28T10:22:14,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444/backup-masters
2024-11-28T10:22:14,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444/backup-masters
2024-11-28T10:22:14,964 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on existing znode=/0-1623438444/backup-masters/e792e7e95410,41855,1732789334706
2024-11-28T10:22:14,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623438444/master
2024-11-28T10:22:14,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:14,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:14,976 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on existing znode=/0-1623438444/master
2024-11-28T10:22:14,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1623438444/backup-masters/e792e7e95410,41855,1732789334706 from backup master directory
2024-11-28T10:22:14,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1623438444/backup-masters/e792e7e95410,41855,1732789334706
2024-11-28T10:22:14,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444/backup-masters
2024-11-28T10:22:14,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444/backup-masters
2024-11-28T10:22:14,986 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:14,986 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,41855,1732789334706
2024-11-28T10:22:14,988 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/hbase.id] with ID: 84366c6b-6650-4098-8848-de18ca8c742e
2024-11-28T10:22:14,988 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/.tmp/hbase.id
2024-11-28T10:22:14,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:22:15,392 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/.tmp/hbase.id]:[hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/hbase.id]
2024-11-28T10:22:15,398 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:15,399 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:22:15,399 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-28T10:22:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:15,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:22:15,444 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:15,445 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:22:15,445 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:15,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:22:15,455 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/data/master/store
2024-11-28T10:22:15,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:15,860 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:15,860 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:15,860 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789335860Disabling compacts and flushes for region at 1732789335860Disabling writes for close at 1732789335860Writing region close event to WAL at 1732789335860Closed at 1732789335860
2024-11-28T10:22:15,861 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/data/master/store/.initializing
2024-11-28T10:22:15,861 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/WALs/e792e7e95410,41855,1732789334706
2024-11-28T10:22:15,861 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:15,862 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C41855%2C1732789334706, suffix=, logDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/WALs/e792e7e95410,41855,1732789334706, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/oldWALs, maxLogs=10
2024-11-28T10:22:15,874 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/WALs/e792e7e95410,41855,1732789334706/e792e7e95410%2C41855%2C1732789334706.1732789335863, exclude list is [], retry=0
2024-11-28T10:22:15,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-08e6a3be-080d-40e8-89e2-9557fa4f5788,DISK]
2024-11-28T10:22:15,877 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/WALs/e792e7e95410,41855,1732789334706/e792e7e95410%2C41855%2C1732789334706.1732789335863
2024-11-28T10:22:15,877 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)]
2024-11-28T10:22:15,877 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:15,877 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:15,877 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,877 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,878 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:15,879 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:22:15,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:15,879 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:15,880 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:15,880 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:22:15,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:15,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:15,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:15,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:22:15,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:15,881 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:15,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:15,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:22:15,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:15,882 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:15,882 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,883 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,883 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,884 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,884 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,884 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:15,885 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:15,886 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:15,886 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71667899, jitterRate=0.06793491542339325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:15,887 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789335877Initializing all the Stores at 1732789335878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789335878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789335878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789335878Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789335878Cleaning up temporary data from old regions at 1732789335884 (+6 ms)Region opened successfully at 1732789335887 (+3 ms)
2024-11-28T10:22:15,887 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:22:15,888 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4556d0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:15,889 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:22:15,889 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:22:15,889 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:22:15,889 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:22:15,890 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:22:15,890 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:22:15,890 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:22:15,892 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:22:15,893 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Unable to get data of znode /0-1623438444/balancer because node does not exist (not necessarily an error)
2024-11-28T10:22:15,933 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623438444/balancer already deleted, retry=false
2024-11-28T10:22:15,934 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:22:15,934 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Unable to get data of znode /0-1623438444/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:22:15,944 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623438444/normalizer already deleted, retry=false
2024-11-28T10:22:15,944 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:22:15,945 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Unable to get data of znode /0-1623438444/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:22:15,954 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623438444/switch/split already deleted, retry=false
2024-11-28T10:22:15,955 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Unable to get data of znode /0-1623438444/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:22:15,965 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623438444/switch/merge already deleted, retry=false
2024-11-28T10:22:15,967 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Unable to get data of znode /0-1623438444/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:22:15,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1623438444/snapshot-cleanup already deleted, retry=false
2024-11-28T10:22:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623438444/running
2024-11-28T10:22:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1623438444/running
2024-11-28T10:22:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:15,986 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,41855,1732789334706, sessionid=0x10180f6e6520000, setting cluster-up flag (Was=false)
2024-11-28T10:22:16,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:16,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:16,038 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1623438444/flush-table-proc/acquired, /0-1623438444/flush-table-proc/reached, /0-1623438444/flush-table-proc/abort
2024-11-28T10:22:16,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41855,1732789334706
2024-11-28T10:22:16,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:16,045 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:22:16,046 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128774 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:22:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:16,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:16,091 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1623438444/online-snapshot/acquired, /0-1623438444/online-snapshot/reached, /0-1623438444/online-snapshot/abort
2024-11-28T10:22:16,092 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,41855,1732789334706
2024-11-28T10:22:16,093 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:22:16,094 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:16,095 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:22:16,095 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:22:16,095 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,41855,1732789334706
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:16,096 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789366097
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:22:16,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:16,097 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,097 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:22:16,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:16,098 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789336098,5,FailOnTimeoutGroup]
2024-11-28T10:22:16,098 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789336098,5,FailOnTimeoutGroup]
2024-11-28T10:22:16,098 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,098 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:22:16,140 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(746): ClusterId : 84366c6b-6650-4098-8848-de18ca8c742e
2024-11-28T10:22:16,140 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:22:16,144 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:22:16,145 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:22:16,155 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:22:16,155 DEBUG [RS:0;e792e7e95410:45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158aff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:16,168 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:45191
2024-11-28T10:22:16,169 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:22:16,169 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:22:16,169 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:22:16,169 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,41855,1732789334706 with port=45191, startcode=1732789334910
2024-11-28T10:22:16,169 DEBUG [RS:0;e792e7e95410:45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:22:16,171 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:22:16,171 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,171 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,172 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72
2024-11-28T10:22:16,172 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46179
2024-11-28T10:22:16,172 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:22:16,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444/rs
2024-11-28T10:22:16,185 DEBUG [RS:0;e792e7e95410:45191 {}] zookeeper.ZKUtil(111): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Set watcher on existing znode=/0-1623438444/rs/e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,185 WARN  [RS:0;e792e7e95410:45191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:16,185 INFO  [RS:0;e792e7e95410:45191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:16,185 DEBUG [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,186 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,45191,1732789334910]
2024-11-28T10:22:16,188 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:22:16,189 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:22:16,190 INFO  [RS:0;e792e7e95410:45191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:22:16,190 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,190 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:22:16,190 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:22:16,191 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:16,191 DEBUG [RS:0;e792e7e95410:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,193 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45191,1732789334910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:16,213 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:22:16,213 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45191,1732789334910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,214 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,214 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.Replication(171): e792e7e95410,45191,1732789334910 started
2024-11-28T10:22:16,230 INFO  [RS:0;e792e7e95410:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:16,230 INFO  [RS:0;e792e7e95410:45191 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,45191,1732789334910, RpcServer on e792e7e95410/172.17.0.2:45191, sessionid=0x10180f6e6520001
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45191,1732789334910'
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1623438444/flush-table-proc/abort'
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1623438444/flush-table-proc/acquired'
2024-11-28T10:22:16,231 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,45191,1732789334910
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,45191,1732789334910'
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1623438444/online-snapshot/abort'
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1623438444/online-snapshot/acquired'
2024-11-28T10:22:16,232 DEBUG [RS:0;e792e7e95410:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:22:16,232 INFO  [RS:0;e792e7e95410:45191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:22:16,232 INFO  [RS:0;e792e7e95410:45191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:22:16,332 INFO  [RS:0;e792e7e95410:45191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:16,333 INFO  [RS:0;e792e7e95410:45191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45191%2C1732789334910, suffix=, logDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/oldWALs, maxLogs=10
2024-11-28T10:22:16,348 DEBUG [RS:0;e792e7e95410:45191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910/e792e7e95410%2C45191%2C1732789334910.1732789336334, exclude list is [], retry=0
2024-11-28T10:22:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-08e6a3be-080d-40e8-89e2-9557fa4f5788,DISK]
2024-11-28T10:22:16,351 INFO  [RS:0;e792e7e95410:45191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910/e792e7e95410%2C45191%2C1732789334910.1732789336334
2024-11-28T10:22:16,351 DEBUG [RS:0;e792e7e95410:45191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)]
2024-11-28T10:22:16,506 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:22:16,506 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72
2024-11-28T10:22:16,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:22:16,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:16,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:16,913 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:16,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:16,913 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:16,913 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:16,914 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:16,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:16,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:16,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:16,915 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:16,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:16,915 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:16,915 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:16,916 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:16,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:16,916 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:16,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/1588230740
2024-11-28T10:22:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/1588230740
2024-11-28T10:22:16,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:16,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:16,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:16,920 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:16,920 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64192865, jitterRate=-0.04345177114009857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789336911Initializing all the Stores at 1732789336912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789336912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789336912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789336912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789336912Cleaning up temporary data from old regions at 1732789336918 (+6 ms)Region opened successfully at 1732789336921 (+3 ms)
2024-11-28T10:22:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:16,921 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:16,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:16,921 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:16,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789336921Disabling compacts and flushes for region at 1732789336921Disabling writes for close at 1732789336921Writing region close event to WAL at 1732789336921Closed at 1732789336921
2024-11-28T10:22:16,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:16,922 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:22:16,923 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:22:16,923 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:16,924 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:22:17,074 DEBUG [e792e7e95410:41855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:22:17,074 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,45191,1732789334910
2024-11-28T10:22:17,075 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45191,1732789334910, state=OPENING
2024-11-28T10:22:17,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:22:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1623438444
2024-11-28T10:22:17,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:17,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623438444/meta-region-server: CHANGED
2024-11-28T10:22:17,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623438444/meta-region-server: CHANGED
2024-11-28T10:22:17,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45191,1732789334910}]
2024-11-28T10:22:17,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:17,361 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:22:17,364 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:22:17,364 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:17,364 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:22:17,365 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C45191%2C1732789334910.meta, suffix=.meta, logDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910, archiveDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/oldWALs, maxLogs=10
2024-11-28T10:22:17,376 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910/e792e7e95410%2C45191%2C1732789334910.meta.1732789337365.meta, exclude list is [], retry=0
2024-11-28T10:22:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-08e6a3be-080d-40e8-89e2-9557fa4f5788,DISK]
2024-11-28T10:22:17,379 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/WALs/e792e7e95410,45191,1732789334910/e792e7e95410%2C45191%2C1732789334910.meta.1732789337365.meta
2024-11-28T10:22:17,379 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42945:42945)]
2024-11-28T10:22:17,379 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:17,380 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:22:17,380 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:22:17,380 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:22:17,381 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:17,381 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:17,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:17,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:17,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:17,382 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:17,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:17,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:17,382 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:17,383 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:17,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:17,383 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:17,383 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:17,383 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:17,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:17,384 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:17,384 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:17,384 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/1588230740
2024-11-28T10:22:17,385 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/hbase/meta/1588230740
2024-11-28T10:22:17,386 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:17,386 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:17,386 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:17,387 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:17,387 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63365601, jitterRate=-0.05577896535396576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:17,387 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:22:17,388 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789337380Writing region info on filesystem at 1732789337380Initializing all the Stores at 1732789337381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789337381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789337381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789337381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789337381Cleaning up temporary data from old regions at 1732789337386 (+5 ms)Running coprocessor post-open hooks at 1732789337387 (+1 ms)Region opened successfully at 1732789337388 (+1 ms)
2024-11-28T10:22:17,388 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789337360
2024-11-28T10:22:17,390 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:22:17,390 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:22:17,390 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,45191,1732789334910
2024-11-28T10:22:17,391 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,45191,1732789334910, state=OPEN
2024-11-28T10:22:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x10180f6e6520001, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1623438444/meta-region-server
2024-11-28T10:22:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41855-0x10180f6e6520000, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1623438444/meta-region-server
2024-11-28T10:22:17,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,45191,1732789334910
2024-11-28T10:22:17,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623438444/meta-region-server: CHANGED
2024-11-28T10:22:17,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1623438444/meta-region-server: CHANGED
2024-11-28T10:22:17,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:22:17,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,45191,1732789334910 in 199 msec
2024-11-28T10:22:17,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:22:17,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec
2024-11-28T10:22:17,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:17,410 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:22:17,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:17,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45191,1732789334910, seqNum=-1]
2024-11-28T10:22:17,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:17,412 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:17,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec
2024-11-28T10:22:17,415 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789337415, completionTime=-1
2024-11-28T10:22:17,415 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:22:17,415 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:22:17,416 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:22:17,416 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789397416
2024-11-28T10:22:17,416 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789457416
2024-11-28T10:22:17,416 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:41855, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,417 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,418 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.433sec
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:17,419 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:22:17,421 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:22:17,421 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:22:17,421 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41855,1732789334706-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:17,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334b2fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:17,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41855,-1 for getting cluster id
2024-11-28T10:22:17,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:17,442 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84366c6b-6650-4098-8848-de18ca8c742e'
2024-11-28T10:22:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84366c6b-6650-4098-8848-de18ca8c742e"

2024-11-28T10:22:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f3dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41855,-1]
2024-11-28T10:22:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:17,443 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:17,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c1a731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:17,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,45191,1732789334910, seqNum=-1]
2024-11-28T10:22:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:17,445 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:17,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,41855,1732789334706
2024-11-28T10:22:17,447 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49781
2024-11-28T10:22:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49781, baseZNode=/0-1623438444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:17,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f6e6520002 connected
2024-11-28T10:22:17,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41855,1732789334706
2024-11-28T10:22:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d89a9
2024-11-28T10:22:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:17,473 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:17,474 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:22:17,475 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:22:17,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:17,475 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:22:17,476 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:22:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:17,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:22:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:17,881 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8da515172cb3364df46a6ea3cc0b4039, NAME => 'test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72
2024-11-28T10:22:17,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:22:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8da515172cb3364df46a6ea3cc0b4039, disabling compactions & flushes
2024-11-28T10:22:18,286 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039. after waiting 0 ms
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,286 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8da515172cb3364df46a6ea3cc0b4039:
Waiting for close lock at 1732789338286Disabling compacts and flushes for region at 1732789338286Disabling writes for close at 1732789338286Writing region close event to WAL at 1732789338286Closed at 1732789338286
2024-11-28T10:22:18,287 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:22:18,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789338287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789338287"}]},"ts":"1732789338287"}
2024-11-28T10:22:18,289 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:22:18,290 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:22:18,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789338290"}]},"ts":"1732789338290"}
2024-11-28T10:22:18,292 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:22:18,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8da515172cb3364df46a6ea3cc0b4039, ASSIGN}]
2024-11-28T10:22:18,293 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8da515172cb3364df46a6ea3cc0b4039, ASSIGN
2024-11-28T10:22:18,294 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8da515172cb3364df46a6ea3cc0b4039, ASSIGN; state=OFFLINE, location=e792e7e95410,45191,1732789334910; forceNewPlan=false, retain=false
2024-11-28T10:22:18,444 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8da515172cb3364df46a6ea3cc0b4039, regionState=OPENING, regionLocation=e792e7e95410,45191,1732789334910
2024-11-28T10:22:18,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8da515172cb3364df46a6ea3cc0b4039, ASSIGN because future has completed
2024-11-28T10:22:18,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da515172cb3364df46a6ea3cc0b4039, server=e792e7e95410,45191,1732789334910}]
2024-11-28T10:22:18,602 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,602 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8da515172cb3364df46a6ea3cc0b4039, NAME => 'test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:18,602 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:18,602 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:22:18,602 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,602 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:18,602 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,602 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,603 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8da515172cb3364df46a6ea3cc0b4039 
2024-11-28T10:22:18,604 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da515172cb3364df46a6ea3cc0b4039 columnFamilyName f
2024-11-28T10:22:18,604 DEBUG [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:18,605 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(327): Store=8da515172cb3364df46a6ea3cc0b4039/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:18,605 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8da515172cb3364df46a6ea3cc0b4039 
2024-11-28T10:22:18,606 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da515172cb3364df46a6ea3cc0b4039 columnFamilyName f1
2024-11-28T10:22:18,606 DEBUG [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:18,606 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(327): Store=8da515172cb3364df46a6ea3cc0b4039/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:18,606 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8da515172cb3364df46a6ea3cc0b4039 
2024-11-28T10:22:18,606 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da515172cb3364df46a6ea3cc0b4039 columnFamilyName norep
2024-11-28T10:22:18,607 DEBUG [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:18,607 INFO  [StoreOpener-8da515172cb3364df46a6ea3cc0b4039-1 {}] regionserver.HStore(327): Store=8da515172cb3364df46a6ea3cc0b4039/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:18,607 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,607 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/default/test/8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,608 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/default/test/8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,608 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,608 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,609 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:22:18,609 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,611 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/data/default/test/8da515172cb3364df46a6ea3cc0b4039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:18,611 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8da515172cb3364df46a6ea3cc0b4039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71517309, jitterRate=0.06569094955921173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:22:18,611 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8da515172cb3364df46a6ea3cc0b4039
2024-11-28T10:22:18,611 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8da515172cb3364df46a6ea3cc0b4039:
Running coprocessor pre-open hook at 1732789338603Writing region info on filesystem at 1732789338603Initializing all the Stores at 1732789338603Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789338603Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789338603Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789338603Cleaning up temporary data from old regions at 1732789338608 (+5 ms)Running coprocessor post-open hooks at 1732789338611 (+3 ms)Region opened successfully at 1732789338611
2024-11-28T10:22:18,612 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039., pid=6, masterSystemTime=1732789338599
2024-11-28T10:22:18,613 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,613 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789337473.8da515172cb3364df46a6ea3cc0b4039.
2024-11-28T10:22:18,614 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8da515172cb3364df46a6ea3cc0b4039, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,45191,1732789334910
2024-11-28T10:22:18,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8da515172cb3364df46a6ea3cc0b4039, server=e792e7e95410,45191,1732789334910 because future has completed
2024-11-28T10:22:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:18,617 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:22:18,617 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8da515172cb3364df46a6ea3cc0b4039, server=e792e7e95410,45191,1732789334910 in 169 msec
2024-11-28T10:22:18,618 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:22:18,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8da515172cb3364df46a6ea3cc0b4039, ASSIGN in 325 msec
2024-11-28T10:22:18,619 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:22:18,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789338619"}]},"ts":"1732789338619"}
2024-11-28T10:22:18,620 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:22:18,621 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:22:18,622 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec
2024-11-28T10:22:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:19,626 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:22:19,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153267d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41855,-1 for getting cluster id
2024-11-28T10:22:19,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:19,627 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84366c6b-6650-4098-8848-de18ca8c742e'
2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84366c6b-6650-4098-8848-de18ca8c742e"

2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@828fcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41855,-1]
2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,628 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543dfe1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41855,1732789334706
2024-11-28T10:22:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2e1485
2024-11-28T10:22:19,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:19,630 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:19,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:41855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:22:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:22:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:19,632 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:41855'
2024-11-28T10:22:19,633 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bbb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,633 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,41855,-1 for getting cluster id
2024-11-28T10:22:19,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:19,634 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84366c6b-6650-4098-8848-de18ca8c742e'
2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84366c6b-6650-4098-8848-de18ca8c742e"

2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d5bf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,41855,-1]
2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:19,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,635 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:19,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bab41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:19,635 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,41855,1732789334706
2024-11-28T10:22:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5887226a
2024-11-28T10:22:19,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:19,636 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:19,637 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:22:19,637 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:22:19,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,637 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:19,637 WARN  [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-28T10:22:19,643 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-28T10:22:19,644 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec
2024-11-28T10:22:19,644 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-28T10:22:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:19,736 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e792e7e95410:41855, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-28T10:22:19,736 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:19,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:19,736 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:19,750 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 359)
Potentially hanging thread: master/e792e7e95410:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72/MasterData-prefix:e792e7e95410,41855,1732789334706
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Session-HouseKeeper-1e44add1-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: DataNode DiskChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp2137929290-7935
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff214432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72-prefix:e792e7e95410,45191,1732789334910.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: PacketResponder: BP-528428741-172.17.0.2-1732789332663:blk_1073741832_1008, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: CacheReplicationMonitor(1754928338)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789336098
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/e792e7e95410:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp2137929290-7936-acceptor-0@51e82ca8-ServerConnector@a405ffd{HTTP/1.1, (http/1.1)}{localhost:33593}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 2 on default port 42921
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp983876599-7892
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2271-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: M:0;e792e7e95410:41855
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 46179
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@24fcc284
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: IPC Server handler 4 on default port 46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3680c111
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp983876599-7888
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff214432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2995bc82
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1336920978_20 at /127.0.0.1:55366 [Receiving block BP-528428741-172.17.0.2-1732789332663:blk_1073741832_1008]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789336098
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: qtp983876599-7889
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff214432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007ff2149fcec0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-528428741-172.17.0.2-1732789332663:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2268-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp2137929290-7938
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@344f6a36
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_META-regionserver/e792e7e95410:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/e792e7e95410:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46179 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: qtp983876599-7890-acceptor-0@7250270-ServerConnector@36de7ba6{HTTP/1.1, (http/1.1)}{localhost:46099}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BP-528428741-172.17.0.2-1732789332663 heartbeating to localhost/127.0.0.1:46179
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1336920978_20 at /127.0.0.1:55304 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3b005ff4[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: PacketResponder: BP-528428741-172.17.0.2-1732789332663:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data1/current/BP-528428741-172.17.0.2-1732789332663
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46179
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@67f9a5b0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2274-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46179 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: e792e7e95410:41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: pool-2262-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46179/user/jenkins/test-data/cab1249b-c44c-2797-415b-12a40c829e72-prefix:e792e7e95410,45191,1732789334910
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server handler 1 on default port 42921
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 3 on default port 46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: regionserver/e792e7e95410:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@40cca541
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: ProcessThread(sid:0 cport:49781):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: IPC Server idle connection scanner for port 42921
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS:0;e792e7e95410:45191
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@e20eb75
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49781
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1336920978_20 at /127.0.0.1:55390 [Receiving block BP-528428741-172.17.0.2-1732789332663:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 0 on default port 42921
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: qtp983876599-7886
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff214432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Session-HouseKeeper-4ebbfaa5-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2263-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49781)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49781)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: qtp983876599-7893
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46179 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RS:0;e792e7e95410:45191-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46179
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/cluster_fbbbdf8a-5875-f7b4-572f-fb5baf588560/data/data2/current/BP-528428741-172.17.0.2-1732789332663
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 2 on default port 46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server handler 3 on default port 42921
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp2137929290-7937
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007ff214ac0f40.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6780168c
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 46179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp983876599-7887
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff214432800.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49781)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2061839007_20 at /127.0.0.1:55352 [Receiving block BP-528428741-172.17.0.2-1732789332663:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 4 on default port 42921
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@c370947
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: regionserver/e792e7e95410:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: qtp983876599-7891
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45191
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41855
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
 - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=630 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=3764 (was 4029)
2024-11-28T10:22:19,753 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500
2024-11-28T10:22:19,764 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=630, ProcessCount=11, AvailableMemoryMB=3763
2024-11-28T10:22:19,764 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500
2024-11-28T10:22:19,777 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-28T10:22:19,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.log.dir so I do NOT create it in target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f
2024-11-28T10:22:19,777 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:22:19,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.tmp.dir so I do NOT create it in target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f
2024-11-28T10:22:19,777 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/340ff42f-d430-1044-e0d9-e6322bc0abc9/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:22:19,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f
2024-11-28T10:22:19,778 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb, deleteOnExit=true
2024-11-28T10:22:19,847 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/zookeeper_0, clientPort=63782, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-28T10:22:19,848 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63782
2024-11-28T10:22:19,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:22:19,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:22:19,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/test.cache.data in system properties and HBase conf
2024-11-28T10:22:19,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:22:19,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:22:19,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:22:19,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:22:19,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:22:19,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:19,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:22:19,850 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:22:20,323 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:20,325 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:20,326 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:20,326 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:20,327 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:22:20,327 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:20,328 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3504153d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:20,328 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19abbfe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:20,424 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257f3ef9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/java.io.tmpdir/jetty-localhost-44587-hadoop-hdfs-3_4_1-tests_jar-_-any-1837002719219667758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:20,424 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@296656b{HTTP/1.1, (http/1.1)}{localhost:44587}
2024-11-28T10:22:20,424 INFO  [Time-limited test {}] server.Server(415): Started @334356ms
2024-11-28T10:22:20,686 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:20,688 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:20,690 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:20,690 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:20,690 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:22:20,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@184d626c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:20,691 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@702b12c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:20,787 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20badbdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/java.io.tmpdir/jetty-localhost-38477-hadoop-hdfs-3_4_1-tests_jar-_-any-13318382919686062710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:20,787 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49767db0{HTTP/1.1, (http/1.1)}{localhost:38477}
2024-11-28T10:22:20,787 INFO  [Time-limited test {}] server.Server(415): Started @334719ms
2024-11-28T10:22:20,788 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:22:21,423 WARN  [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/data/data1/current/BP-247567798-172.17.0.2-1732789339878/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:21,423 WARN  [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/data/data2/current/BP-247567798-172.17.0.2-1732789339878/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:21,438 WARN  [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:22:21,440 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea956d5d9006b67b with lease ID 0x9ce2c3495052935e: Processing first storage report for DS-1f966e26-05ba-4e49-a7a6-d0872a05b951 from datanode DatanodeRegistration(127.0.0.1:46291, datanodeUuid=320ecc1f-8c9e-4ddf-a5c7-534cf4075c9f, infoPort=37781, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=236745887;c=1732789339878)
2024-11-28T10:22:21,440 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea956d5d9006b67b with lease ID 0x9ce2c3495052935e: from storage DS-1f966e26-05ba-4e49-a7a6-d0872a05b951 node DatanodeRegistration(127.0.0.1:46291, datanodeUuid=320ecc1f-8c9e-4ddf-a5c7-534cf4075c9f, infoPort=37781, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=236745887;c=1732789339878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:22:21,440 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea956d5d9006b67b with lease ID 0x9ce2c3495052935e: Processing first storage report for DS-ccd11652-fb61-4e9d-bd68-81a300edbd43 from datanode DatanodeRegistration(127.0.0.1:46291, datanodeUuid=320ecc1f-8c9e-4ddf-a5c7-534cf4075c9f, infoPort=37781, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=236745887;c=1732789339878)
2024-11-28T10:22:21,440 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea956d5d9006b67b with lease ID 0x9ce2c3495052935e: from storage DS-ccd11652-fb61-4e9d-bd68-81a300edbd43 node DatanodeRegistration(127.0.0.1:46291, datanodeUuid=320ecc1f-8c9e-4ddf-a5c7-534cf4075c9f, infoPort=37781, infoSecurePort=0, ipcPort=41049, storageInfo=lv=-57;cid=testClusterID;nsid=236745887;c=1732789339878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:21,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f
2024-11-28T10:22:21,510 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:21,511 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:21,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:22:21,919 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74 with version=8
2024-11-28T10:22:21,919 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/hbase-staging
2024-11-28T10:22:21,921 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:21,921 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:21,921 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:21,922 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:21,922 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:21,922 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:21,922 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:22:21,922 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:21,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35313
2024-11-28T10:22:21,923 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35313 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:22,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353130x0, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:22,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35313-0x10180f702720000 connected
2024-11-28T10:22:22,131 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:22,132 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:22,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/running
2024-11-28T10:22:22,134 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74, hbase.cluster.distributed=false
2024-11-28T10:22:22,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/acl
2024-11-28T10:22:22,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35313
2024-11-28T10:22:22,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35313
2024-11-28T10:22:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35313
2024-11-28T10:22:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35313
2024-11-28T10:22:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35313
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:22:22,153 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:22,154 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43981
2024-11-28T10:22:22,154 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43981 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:22,155 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:22,156 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:22,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439810x0, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:22,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439810x0, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/running
2024-11-28T10:22:22,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43981-0x10180f702720001 connected
2024-11-28T10:22:22,167 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:22:22,168 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:22:22,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/master
2024-11-28T10:22:22,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/acl
2024-11-28T10:22:22,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43981
2024-11-28T10:22:22,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43981
2024-11-28T10:22:22,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43981
2024-11-28T10:22:22,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43981
2024-11-28T10:22:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43981
2024-11-28T10:22:22,186 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:35313
2024-11-28T10:22:22,186 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /040196081/backup-masters/e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:22:22,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-28T10:22:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/backup-masters
2024-11-28T10:22:22,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/backup-masters
2024-11-28T10:22:22,198 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on existing znode=/040196081/backup-masters/e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040196081/master
2024-11-28T10:22:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,208 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on existing znode=/040196081/master
2024-11-28T10:22:22,208 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /040196081/backup-masters/e792e7e95410,35313,1732789341921 from backup master directory
2024-11-28T10:22:22,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040196081/backup-masters/e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/backup-masters
2024-11-28T10:22:22,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/backup-masters
2024-11-28T10:22:22,218 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:22,219 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,221 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/hbase.id] with ID: 5096006b-4333-43ff-86fd-873423e0ab93
2024-11-28T10:22:22,221 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/.tmp/hbase.id
2024-11-28T10:22:22,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:22:22,227 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/.tmp/hbase.id]:[hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/hbase.id]
2024-11-28T10:22:22,233 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:22,233 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:22:22,234 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:22:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:22:22,251 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:22,252 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:22:22,254 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:22,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:22:22,665 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store
2024-11-28T10:22:22,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:22:22,682 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:22,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:22,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:22,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:22,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:22,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:22,683 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:22,683 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789342683Disabling compacts and flushes for region at 1732789342683Disabling writes for close at 1732789342683Writing region close event to WAL at 1732789342683Closed at 1732789342683
2024-11-28T10:22:22,684 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/.initializing
2024-11-28T10:22:22,684 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/WALs/e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,684 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:22,686 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C35313%2C1732789341921, suffix=, logDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/WALs/e792e7e95410,35313,1732789341921, archiveDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/oldWALs, maxLogs=10
2024-11-28T10:22:22,705 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/WALs/e792e7e95410,35313,1732789341921/e792e7e95410%2C35313%2C1732789341921.1732789342686, exclude list is [], retry=0
2024-11-28T10:22:22,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:22,717 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/WALs/e792e7e95410,35313,1732789341921/e792e7e95410%2C35313%2C1732789341921.1732789342686
2024-11-28T10:22:22,724 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:22,724 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:22,724 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:22,725 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,725 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,740 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:22,742 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:22:22,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:22,743 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:22,743 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:22,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:22:22,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:22,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:22,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:22,746 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:22:22,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:22,746 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:22,746 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:22,747 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:22:22,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:22,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:22,748 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,750 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,750 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,752 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,752 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,754 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:22,756 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:22,761 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:22,761 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69610081, jitterRate=0.03727103769779205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:22,761 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789342725Initializing all the Stores at 1732789342729 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789342729Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789342740 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789342740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789342740Cleaning up temporary data from old regions at 1732789342752 (+12 ms)Region opened successfully at 1732789342761 (+9 ms)
2024-11-28T10:22:22,764 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:22:22,767 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fdc5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:22,768 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:22:22,768 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:22:22,768 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:22:22,769 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:22:22,769 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:22:22,769 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:22:22,769 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:22:22,795 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:22:22,796 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/balancer because node does not exist (not necessarily an error)
2024-11-28T10:22:22,857 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/balancer already deleted, retry=false
2024-11-28T10:22:22,857 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:22:22,858 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:22:22,867 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/normalizer already deleted, retry=false
2024-11-28T10:22:22,868 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:22:22,869 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:22:22,878 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/switch/split already deleted, retry=false
2024-11-28T10:22:22,879 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:22:22,882 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:22,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,883 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,884 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,884 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,884 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,884 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,885 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,888 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/switch/merge already deleted, retry=false
2024-11-28T10:22:22,891 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:22:22,903 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/snapshot-cleanup already deleted, retry=false
2024-11-28T10:22:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040196081/running
2024-11-28T10:22:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/040196081/running
2024-11-28T10:22:22,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,914 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,35313,1732789341921, sessionid=0x10180f702720000, setting cluster-up flag (Was=false)
2024-11-28T10:22:22,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,939 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,940 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,940 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,949 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,954 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,956 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:22,966 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /040196081/flush-table-proc/acquired, /040196081/flush-table-proc/reached, /040196081/flush-table-proc/abort
2024-11-28T10:22:22,967 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,35313,1732789341921
2024-11-28T10:22:22,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:22,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:23,019 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /040196081/online-snapshot/acquired, /040196081/online-snapshot/reached, /040196081/online-snapshot/abort
2024-11-28T10:22:23,021 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,35313,1732789341921
2024-11-28T10:22:23,025 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:22:23,034 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:23,034 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:22:23,034 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:22:23,035 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,35313,1732789341921
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,036 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:23,037 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:23,042 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:22:23,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,044 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:22:23,063 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789373063
2024-11-28T10:22:23,063 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:22:23,064 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:22:23,070 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:22:23,071 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789343070,5,FailOnTimeoutGroup]
2024-11-28T10:22:23,072 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789343071,5,FailOnTimeoutGroup]
2024-11-28T10:22:23,072 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:22:23,072 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:22:23,072 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,072 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,073 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:22:23,073 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74
2024-11-28T10:22:23,090 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(746): ClusterId : 5096006b-4333-43ff-86fd-873423e0ab93
2024-11-28T10:22:23,090 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:22:23,100 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:22:23,100 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:22:23,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741832_1008 (size=32)
2024-11-28T10:22:23,111 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:22:23,112 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae28cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:23,135 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:43981
2024-11-28T10:22:23,135 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:22:23,135 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:22:23,135 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:22:23,136 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,35313,1732789341921 with port=43981, startcode=1732789342153
2024-11-28T10:22:23,136 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:22:23,137 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:22:23,138 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,138 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35313 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,140 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74
2024-11-28T10:22:23,140 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39717
2024-11-28T10:22:23,140 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:22:23,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/rs
2024-11-28T10:22:23,152 DEBUG [RS:0;e792e7e95410:43981 {}] zookeeper.ZKUtil(111): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on existing znode=/040196081/rs/e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,152 WARN  [RS:0;e792e7e95410:43981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:23,152 INFO  [RS:0;e792e7e95410:43981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:23,152 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,153 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,43981,1732789342153]
2024-11-28T10:22:23,158 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:22:23,160 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:22:23,160 INFO  [RS:0;e792e7e95410:43981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:22:23,160 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,168 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:22:23,169 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:22:23,169 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,169 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:23,170 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:23,170 DEBUG [RS:0;e792e7e95410:43981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,172 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43981,1732789342153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:23,192 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:22:23,193 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43981,1732789342153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,193 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,193 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.Replication(171): e792e7e95410,43981,1732789342153 started
2024-11-28T10:22:23,208 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,208 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,43981,1732789342153, RpcServer on e792e7e95410/172.17.0.2:43981, sessionid=0x10180f702720001
2024-11-28T10:22:23,208 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:22:23,208 DEBUG [RS:0;e792e7e95410:43981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,208 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43981,1732789342153'
2024-11-28T10:22:23,208 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/040196081/flush-table-proc/abort'
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/040196081/flush-table-proc/acquired'
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,43981,1732789342153'
2024-11-28T10:22:23,209 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/040196081/online-snapshot/abort'
2024-11-28T10:22:23,210 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/040196081/online-snapshot/acquired'
2024-11-28T10:22:23,210 DEBUG [RS:0;e792e7e95410:43981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:22:23,210 INFO  [RS:0;e792e7e95410:43981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:22:23,210 INFO  [RS:0;e792e7e95410:43981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:22:23,313 INFO  [RS:0;e792e7e95410:43981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:23,315 INFO  [RS:0;e792e7e95410:43981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43981%2C1732789342153, suffix=, logDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153, archiveDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/oldWALs, maxLogs=10
2024-11-28T10:22:23,328 DEBUG [RS:0;e792e7e95410:43981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315, exclude list is [], retry=0
2024-11-28T10:22:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:23,332 INFO  [RS:0;e792e7e95410:43981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315
2024-11-28T10:22:23,332 DEBUG [RS:0;e792e7e95410:43981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:23,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-28T10:22:23,391 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-28T10:22:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-28T10:22:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-28T10:22:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-28T10:22:23,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-28T10:22:23,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-28T10:22:23,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:23,504 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:23,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:23,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,506 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:23,507 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:23,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,507 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:23,508 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:23,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:23,509 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:23,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,509 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740
2024-11-28T10:22:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740
2024-11-28T10:22:23,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:23,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:23,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:23,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:23,514 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69592445, jitterRate=0.037008240818977356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789343503Initializing all the Stores at 1732789343504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789343504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343504Cleaning up temporary data from old regions at 1732789343511 (+7 ms)Region opened successfully at 1732789343514 (+3 ms)
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:23,514 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:23,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:23,515 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:23,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789343514Disabling compacts and flushes for region at 1732789343514Disabling writes for close at 1732789343514Writing region close event to WAL at 1732789343515 (+1 ms)Closed at 1732789343515
2024-11-28T10:22:23,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:23,515 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:22:23,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:22:23,516 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:23,517 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:22:23,667 DEBUG [e792e7e95410:35313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:22:23,667 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,668 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43981,1732789342153, state=OPENING
2024-11-28T10:22:23,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:22:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:23,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:23,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040196081/meta-region-server: CHANGED
2024-11-28T10:22:23,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040196081/meta-region-server: CHANGED
2024-11-28T10:22:23,724 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43981,1732789342153}]
2024-11-28T10:22:23,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:23,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:22:23,879 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:22:23,879 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:23,880 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:22:23,881 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43981%2C1732789342153.meta, suffix=.meta, logDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153, archiveDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/oldWALs, maxLogs=10
2024-11-28T10:22:23,892 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789343881.meta, exclude list is [], retry=0
2024-11-28T10:22:23,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:23,895 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789343881.meta
2024-11-28T10:22:23,895 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:23,895 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:23,896 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:22:23,896 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:22:23,896 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:22:23,897 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:23,898 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:23,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:23,898 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:23,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:23,899 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:23,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,899 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:23,900 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:23,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:23,900 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:23,900 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:23,901 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740
2024-11-28T10:22:23,901 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740
2024-11-28T10:22:23,902 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:23,902 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:23,902 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:23,903 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:23,903 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64479275, jitterRate=-0.039183929562568665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:23,903 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:22:23,903 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789343896Writing region info on filesystem at 1732789343896Initializing all the Stores at 1732789343897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789343897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789343897Cleaning up temporary data from old regions at 1732789343902 (+5 ms)Running coprocessor post-open hooks at 1732789343903 (+1 ms)Region opened successfully at 1732789343903
2024-11-28T10:22:23,904 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789343876
2024-11-28T10:22:23,905 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:22:23,905 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:22:23,906 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,906 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,43981,1732789342153, state=OPEN
2024-11-28T10:22:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/040196081/meta-region-server
2024-11-28T10:22:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/040196081/meta-region-server
2024-11-28T10:22:23,955 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,43981,1732789342153
2024-11-28T10:22:23,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040196081/meta-region-server: CHANGED
2024-11-28T10:22:23,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /040196081/meta-region-server: CHANGED
2024-11-28T10:22:23,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:22:23,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,43981,1732789342153 in 231 msec
2024-11-28T10:22:23,958 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:22:23,958 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec
2024-11-28T10:22:23,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:23,958 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:22:23,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:23,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43981,1732789342153, seqNum=-1]
2024-11-28T10:22:23,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:23,961 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:23,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec
2024-11-28T10:22:23,964 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789343964, completionTime=-1
2024-11-28T10:22:23,964 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:22:23,964 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789403966
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789463966
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:35313, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,966 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,967 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.750sec
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:23,969 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:22:23,971 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:22:23,971 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:22:23,971 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,35313,1732789341921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:23,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff03f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:23,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:23,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:23,990 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1fc068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:23,991 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0e6eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:23,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43981,1732789342153, seqNum=-1]
2024-11-28T10:22:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:23,994 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:23,995 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,35313,1732789341921
2024-11-28T10:22:23,995 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:24,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:24,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180f702720002 connected
2024-11-28T10:22:24,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir so I do NOT create it in target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9
2024-11-28T10:22:24,027 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:22:24,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.tmp.dir so I do NOT create it in target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9
2024-11-28T10:22:24,027 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:22:24,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9
2024-11-28T10:22:24,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/cluster_7e623d21-7f2e-7e7b-667d-a94e47eeef76, deleteOnExit=true
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/test.cache.data in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:22:24,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:22:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:22:24,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:22:24,370 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:24,376 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:24,383 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:24,383 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:24,383 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:22:24,384 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:24,384 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f63bdb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:24,385 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64484e02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:24,498 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@223c4931{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/java.io.tmpdir/jetty-localhost-36037-hadoop-hdfs-3_4_1-tests_jar-_-any-14157678684452084253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:24,499 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c64721b{HTTP/1.1, (http/1.1)}{localhost:36037}
2024-11-28T10:22:24,499 INFO  [Time-limited test {}] server.Server(415): Started @338430ms
2024-11-28T10:22:24,763 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:24,765 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:24,768 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:24,768 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:24,768 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:22:24,768 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303b657b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:24,768 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d9d691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:24,862 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e58534{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/java.io.tmpdir/jetty-localhost-43501-hadoop-hdfs-3_4_1-tests_jar-_-any-9971927982441262861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:24,862 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@83959c7{HTTP/1.1, (http/1.1)}{localhost:43501}
2024-11-28T10:22:24,862 INFO  [Time-limited test {}] server.Server(415): Started @338794ms
2024-11-28T10:22:24,863 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:22:25,554 WARN  [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/cluster_7e623d21-7f2e-7e7b-667d-a94e47eeef76/data/data2/current/BP-369247593-172.17.0.2-1732789344057/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:25,554 WARN  [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/cluster_7e623d21-7f2e-7e7b-667d-a94e47eeef76/data/data1/current/BP-369247593-172.17.0.2-1732789344057/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:25,574 WARN  [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:22:25,576 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5029ef9438d79270 with lease ID 0xb84c74fa106fdb20: Processing first storage report for DS-e2590dbc-49a8-4d6d-adaa-9f2e2723484a from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=b838073e-ed2f-4034-816c-67ca00da7fbb, infoPort=38611, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=202058202;c=1732789344057)
2024-11-28T10:22:25,576 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5029ef9438d79270 with lease ID 0xb84c74fa106fdb20: from storage DS-e2590dbc-49a8-4d6d-adaa-9f2e2723484a node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=b838073e-ed2f-4034-816c-67ca00da7fbb, infoPort=38611, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=202058202;c=1732789344057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:25,576 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5029ef9438d79270 with lease ID 0xb84c74fa106fdb20: Processing first storage report for DS-fbc614b8-fcba-4da0-aba2-e0680608d3fd from datanode DatanodeRegistration(127.0.0.1:39871, datanodeUuid=b838073e-ed2f-4034-816c-67ca00da7fbb, infoPort=38611, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=202058202;c=1732789344057)
2024-11-28T10:22:25,576 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5029ef9438d79270 with lease ID 0xb84c74fa106fdb20: from storage DS-fbc614b8-fcba-4da0-aba2-e0680608d3fd node DatanodeRegistration(127.0.0.1:39871, datanodeUuid=b838073e-ed2f-4034-816c-67ca00da7fbb, infoPort=38611, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=202058202;c=1732789344057), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-28T10:22:25,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9
2024-11-28T10:22:25,586 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,588 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:22:25,595 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5 with version=8
2024-11-28T10:22:25,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/hbase-staging
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:25,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43189
2024-11-28T10:22:25,598 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43189 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431890x0, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:25,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43189-0x10180f702720003 connected
2024-11-28T10:22:25,692 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,693 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/running
2024-11-28T10:22:25,695 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5, hbase.cluster.distributed=false
2024-11-28T10:22:25,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/acl
2024-11-28T10:22:25,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43189
2024-11-28T10:22:25,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43189
2024-11-28T10:22:25,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43189
2024-11-28T10:22:25,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43189
2024-11-28T10:22:25,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43189
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:22:25,711 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:25,712 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41859
2024-11-28T10:22:25,712 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41859 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:25,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,714 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:25,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418590x0, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:25,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41859-0x10180f702720004 connected
2024-11-28T10:22:25,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418590x0, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/running
2024-11-28T10:22:25,724 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:22:25,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:22:25,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/master
2024-11-28T10:22:25,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/acl
2024-11-28T10:22:25,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41859
2024-11-28T10:22:25,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41859
2024-11-28T10:22:25,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41859
2024-11-28T10:22:25,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41859
2024-11-28T10:22:25,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41859
2024-11-28T10:22:25,743 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:43189
2024-11-28T10:22:25,744 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-846422041/backup-masters/e792e7e95410,43189,1732789345596
2024-11-28T10:22:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/backup-masters
2024-11-28T10:22:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/backup-masters
2024-11-28T10:22:25,756 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on existing znode=/1-846422041/backup-masters/e792e7e95410,43189,1732789345596
2024-11-28T10:22:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-846422041/master
2024-11-28T10:22:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:25,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:25,766 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on existing znode=/1-846422041/master
2024-11-28T10:22:25,766 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-846422041/backup-masters/e792e7e95410,43189,1732789345596 from backup master directory
2024-11-28T10:22:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-846422041/backup-masters/e792e7e95410,43189,1732789345596
2024-11-28T10:22:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/backup-masters
2024-11-28T10:22:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/backup-masters
2024-11-28T10:22:25,776 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:25,776 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,43189,1732789345596
2024-11-28T10:22:25,779 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/hbase.id] with ID: 6b9bde1c-a5e1-482d-8148-99dc2b2fd242
2024-11-28T10:22:25,779 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/.tmp/hbase.id
2024-11-28T10:22:25,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:22:26,183 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/.tmp/hbase.id]:[hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/hbase.id]
2024-11-28T10:22:26,191 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:26,191 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:22:26,192 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-28T10:22:26,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:26,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:26,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:22:26,619 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:26,620 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:22:26,620 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:26,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:22:27,026 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store
2024-11-28T10:22:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:27,431 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:27,431 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:27,431 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789347431Disabling compacts and flushes for region at 1732789347431Disabling writes for close at 1732789347431Writing region close event to WAL at 1732789347431Closed at 1732789347431
2024-11-28T10:22:27,432 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/.initializing
2024-11-28T10:22:27,432 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/WALs/e792e7e95410,43189,1732789345596
2024-11-28T10:22:27,432 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:27,433 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C43189%2C1732789345596, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/WALs/e792e7e95410,43189,1732789345596, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/oldWALs, maxLogs=10
2024-11-28T10:22:27,450 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/WALs/e792e7e95410,43189,1732789345596/e792e7e95410%2C43189%2C1732789345596.1732789347434, exclude list is [], retry=0
2024-11-28T10:22:27,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-e2590dbc-49a8-4d6d-adaa-9f2e2723484a,DISK]
2024-11-28T10:22:27,453 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/WALs/e792e7e95410,43189,1732789345596/e792e7e95410%2C43189%2C1732789345596.1732789347434
2024-11-28T10:22:27,453 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611)]
2024-11-28T10:22:27,453 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:27,454 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:27,454 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,454 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,455 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:27,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:22:27,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:27,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:27,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:27,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:22:27,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:27,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:27,457 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:27,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:22:27,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:27,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:27,458 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:27,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:22:27,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:27,459 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:27,459 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,460 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,460 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,461 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,461 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,461 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:27,462 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:27,463 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:27,463 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74499651, jitterRate=0.11013130843639374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:27,464 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789347454Initializing all the Stores at 1732789347454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789347454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789347455 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789347455Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789347455Cleaning up temporary data from old regions at 1732789347461 (+6 ms)Region opened successfully at 1732789347463 (+2 ms)
2024-11-28T10:22:27,464 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:22:27,466 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c67d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:27,466 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:22:27,467 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:22:27,468 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:22:27,469 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/balancer because node does not exist (not necessarily an error)
2024-11-28T10:22:27,481 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/balancer already deleted, retry=false
2024-11-28T10:22:27,482 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:22:27,482 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:22:27,492 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/normalizer already deleted, retry=false
2024-11-28T10:22:27,492 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:22:27,493 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:22:27,502 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/switch/split already deleted, retry=false
2024-11-28T10:22:27,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:22:27,513 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/switch/merge already deleted, retry=false
2024-11-28T10:22:27,514 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:22:27,523 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/snapshot-cleanup already deleted, retry=false
2024-11-28T10:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-846422041/running
2024-11-28T10:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-846422041/running
2024-11-28T10:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,535 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,43189,1732789345596, sessionid=0x10180f702720003, setting cluster-up flag (Was=false)
2024-11-28T10:22:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,587 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-846422041/flush-table-proc/acquired, /1-846422041/flush-table-proc/reached, /1-846422041/flush-table-proc/abort
2024-11-28T10:22:27,588 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43189,1732789345596
2024-11-28T10:22:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:27,639 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-846422041/online-snapshot/acquired, /1-846422041/online-snapshot/reached, /1-846422041/online-snapshot/abort
2024-11-28T10:22:27,640 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,43189,1732789345596
2024-11-28T10:22:27,641 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:22:27,642 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:27,643 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:22:27,643 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:22:27,643 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,43189,1732789345596
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:27,644 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:27,649 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:22:27,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:27,650 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789377652
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:22:27,652 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:22:27,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:22:27,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:22:27,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:22:27,655 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:22:27,656 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789347656,5,FailOnTimeoutGroup]
2024-11-28T10:22:27,656 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789347656,5,FailOnTimeoutGroup]
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:22:27,735 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(746): ClusterId : 6b9bde1c-a5e1-482d-8148-99dc2b2fd242
2024-11-28T10:22:27,735 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:22:27,745 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:22:27,745 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:22:27,756 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:22:27,756 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4651c9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:27,772 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:41859
2024-11-28T10:22:27,772 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:22:27,772 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:22:27,772 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:22:27,773 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,43189,1732789345596 with port=41859, startcode=1732789345711
2024-11-28T10:22:27,773 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:22:27,774 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:22:27,775 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,775 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43189 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,776 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5
2024-11-28T10:22:27,776 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35887
2024-11-28T10:22:27,776 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:22:27,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/rs
2024-11-28T10:22:27,787 DEBUG [RS:0;e792e7e95410:41859 {}] zookeeper.ZKUtil(111): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on existing znode=/1-846422041/rs/e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,787 WARN  [RS:0;e792e7e95410:41859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:27,787 INFO  [RS:0;e792e7e95410:41859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:27,788 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,788 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,41859,1732789345711]
2024-11-28T10:22:27,790 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:22:27,791 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:22:27,791 INFO  [RS:0;e792e7e95410:41859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:22:27,791 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,792 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:22:27,792 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:22:27,792 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:27,792 DEBUG [RS:0;e792e7e95410:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,795 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41859,1732789345711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:27,807 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:22:27,807 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,41859,1732789345711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,807 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,808 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.Replication(171): e792e7e95410,41859,1732789345711 started
2024-11-28T10:22:27,819 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:27,820 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,41859,1732789345711, RpcServer on e792e7e95410/172.17.0.2:41859, sessionid=0x10180f702720004
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41859,1732789345711'
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-846422041/flush-table-proc/abort'
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-846422041/flush-table-proc/acquired'
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:22:27,820 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:22:27,821 DEBUG [RS:0;e792e7e95410:41859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,41859,1732789345711
2024-11-28T10:22:27,821 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,41859,1732789345711'
2024-11-28T10:22:27,821 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-846422041/online-snapshot/abort'
2024-11-28T10:22:27,821 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-846422041/online-snapshot/acquired'
2024-11-28T10:22:27,821 DEBUG [RS:0;e792e7e95410:41859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:22:27,821 INFO  [RS:0;e792e7e95410:41859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:22:27,821 INFO  [RS:0;e792e7e95410:41859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:22:27,922 INFO  [RS:0;e792e7e95410:41859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:27,923 INFO  [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41859%2C1732789345711, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/oldWALs, maxLogs=10
2024-11-28T10:22:27,939 DEBUG [RS:0;e792e7e95410:41859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711/e792e7e95410%2C41859%2C1732789345711.1732789347923, exclude list is [], retry=0
2024-11-28T10:22:27,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-e2590dbc-49a8-4d6d-adaa-9f2e2723484a,DISK]
2024-11-28T10:22:27,942 INFO  [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711/e792e7e95410%2C41859%2C1732789345711.1732789347923
2024-11-28T10:22:27,943 DEBUG [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611)]
2024-11-28T10:22:28,059 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:22:28,059 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5
2024-11-28T10:22:28,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:22:28,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:28,465 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:28,466 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:28,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,466 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:28,467 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:28,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:28,468 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:28,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:28,469 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:28,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:28,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740
2024-11-28T10:22:28,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740
2024-11-28T10:22:28,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:28,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:28,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:28,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:28,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:28,473 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61544432, jitterRate=-0.0829164981842041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789348464Initializing all the Stores at 1732789348464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348465 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789348465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348465Cleaning up temporary data from old regions at 1732789348471 (+6 ms)Region opened successfully at 1732789348474 (+3 ms)
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:28,474 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:28,474 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:28,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789348474Disabling compacts and flushes for region at 1732789348474Disabling writes for close at 1732789348474Writing region close event to WAL at 1732789348474Closed at 1732789348474
2024-11-28T10:22:28,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:28,475 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:22:28,475 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:22:28,476 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:28,476 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:22:28,627 DEBUG [e792e7e95410:43189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:22:28,627 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,41859,1732789345711
2024-11-28T10:22:28,628 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41859,1732789345711, state=OPENING
2024-11-28T10:22:28,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:22:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:28,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:28,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-846422041/meta-region-server: CHANGED
2024-11-28T10:22:28,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:28,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-846422041/meta-region-server: CHANGED
2024-11-28T10:22:28,762 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41859,1732789345711}]
2024-11-28T10:22:28,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:28,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:22:28,918 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:22:28,918 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:28,918 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:22:28,919 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C41859%2C1732789345711.meta, suffix=.meta, logDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/oldWALs, maxLogs=10
2024-11-28T10:22:28,937 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711/e792e7e95410%2C41859%2C1732789345711.meta.1732789348920.meta, exclude list is [], retry=0
2024-11-28T10:22:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39871,DS-e2590dbc-49a8-4d6d-adaa-9f2e2723484a,DISK]
2024-11-28T10:22:28,940 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/WALs/e792e7e95410,41859,1732789345711/e792e7e95410%2C41859%2C1732789345711.meta.1732789348920.meta
2024-11-28T10:22:28,940 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611)]
2024-11-28T10:22:28,940 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:28,941 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:22:28,941 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:22:28,941 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:22:28,942 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:28,943 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:28,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:28,944 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:28,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:28,945 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:28,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:28,946 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:28,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:28,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:28,946 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:28,947 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740
2024-11-28T10:22:28,947 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740
2024-11-28T10:22:28,948 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:28,948 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:28,949 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:28,950 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:28,950 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66386742, jitterRate=-0.010760456323623657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:28,950 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:22:28,950 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789348941Writing region info on filesystem at 1732789348941Initializing all the Stores at 1732789348942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789348942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789348942Cleaning up temporary data from old regions at 1732789348948 (+6 ms)Running coprocessor post-open hooks at 1732789348950 (+2 ms)Region opened successfully at 1732789348950
2024-11-28T10:22:28,951 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789348914
2024-11-28T10:22:28,953 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:22:28,953 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:22:28,953 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,41859,1732789345711
2024-11-28T10:22:28,954 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,41859,1732789345711, state=OPEN
2024-11-28T10:22:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-846422041/meta-region-server
2024-11-28T10:22:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-846422041/meta-region-server
2024-11-28T10:22:28,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,41859,1732789345711
2024-11-28T10:22:28,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-846422041/meta-region-server: CHANGED
2024-11-28T10:22:28,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-846422041/meta-region-server: CHANGED
2024-11-28T10:22:28,967 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:22:28,967 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,41859,1732789345711 in 204 msec
2024-11-28T10:22:28,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:22:28,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec
2024-11-28T10:22:28,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:28,969 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:22:28,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:28,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41859,1732789345711, seqNum=-1]
2024-11-28T10:22:28,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:28,971 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:28,974 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec
2024-11-28T10:22:28,974 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789348974, completionTime=-1
2024-11-28T10:22:28,974 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:22:28,975 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:22:28,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:22:28,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789408976
2024-11-28T10:22:28,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789468976
2024-11-28T10:22:28,976 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:43189, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,977 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:28,979 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.204sec
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:28,980 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:22:28,982 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:22:28,982 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:22:28,982 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,43189,1732789345596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:29,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274243f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:29,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43189,-1 for getting cluster id
2024-11-28T10:22:29,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:29,037 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b9bde1c-a5e1-482d-8148-99dc2b2fd242'
2024-11-28T10:22:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b9bde1c-a5e1-482d-8148-99dc2b2fd242"

2024-11-28T10:22:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc5ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43189,-1]
2024-11-28T10:22:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:29,039 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753261d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:29,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41859,1732789345711, seqNum=-1]
2024-11-28T10:22:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:29,041 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:29,043 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,43189,1732789345596
2024-11-28T10:22:29,043 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:29,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:29,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180f702720005 connected
2024-11-28T10:22:29,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir so I do NOT create it in target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2
2024-11-28T10:22:29,069 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir Erasing configuration value by system value.
2024-11-28T10:22:29,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.tmp.dir so I do NOT create it in target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2
2024-11-28T10:22:29,069 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-28T10:22:29,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2
2024-11-28T10:22:29,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/cluster_3f2e4b4e-ef6b-1c97-4c86-b5ac3e515711, deleteOnExit=true
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/test.cache.data in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.tmp.dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.log.dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-28T10:22:29,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-28T10:22:29,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/nfs.dump.dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/java.io.tmpdir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-28T10:22:29,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-28T10:22:29,342 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-28T10:22:29,342 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,342 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,342 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,343 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,343 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,343 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,343 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,391 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,391 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,391 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,391 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,392 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,392 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,397 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,399 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,399 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,400 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:29,435 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:29,438 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:29,439 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:29,439 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:29,439 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-28T10:22:29,440 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:29,440 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c81745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:29,440 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289ebe9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:29,547 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13b352fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/java.io.tmpdir/jetty-localhost-42885-hadoop-hdfs-3_4_1-tests_jar-_-any-17260004949056045940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:29,547 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1949bef0{HTTP/1.1, (http/1.1)}{localhost:42885}
2024-11-28T10:22:29,547 INFO  [Time-limited test {}] server.Server(415): Started @343479ms
2024-11-28T10:22:29,794 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-28T10:22:29,796 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-28T10:22:29,796 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-28T10:22:29,796 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-28T10:22:29,796 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-28T10:22:29,797 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.log.dir/,AVAILABLE}
2024-11-28T10:22:29,797 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9a0ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-28T10:22:29,899 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75efb37a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/java.io.tmpdir/jetty-localhost-42749-hadoop-hdfs-3_4_1-tests_jar-_-any-8651826472856734090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:29,899 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c35b670{HTTP/1.1, (http/1.1)}{localhost:42749}
2024-11-28T10:22:29,899 INFO  [Time-limited test {}] server.Server(415): Started @343831ms
2024-11-28T10:22:29,900 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-28T10:22:30,952 WARN  [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/cluster_3f2e4b4e-ef6b-1c97-4c86-b5ac3e515711/data/data2/current/BP-2123330687-172.17.0.2-1732789349085/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:30,952 WARN  [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/cluster_3f2e4b4e-ef6b-1c97-4c86-b5ac3e515711/data/data1/current/BP-2123330687-172.17.0.2-1732789349085/current, will proceed with Du for space computation calculation, 
2024-11-28T10:22:30,974 WARN  [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-28T10:22:30,976 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d499bf5a0117e0d with lease ID 0x1ed42b337aa419af: Processing first storage report for DS-b6dee947-c29f-43a2-8515-40fab7b171eb from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=6d889cd0-f68f-43b7-a59c-262c07352dee, infoPort=35831, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=441412393;c=1732789349085)
2024-11-28T10:22:30,976 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d499bf5a0117e0d with lease ID 0x1ed42b337aa419af: from storage DS-b6dee947-c29f-43a2-8515-40fab7b171eb node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=6d889cd0-f68f-43b7-a59c-262c07352dee, infoPort=35831, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=441412393;c=1732789349085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:30,976 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d499bf5a0117e0d with lease ID 0x1ed42b337aa419af: Processing first storage report for DS-f2365f0f-2c0f-46be-962a-47e9ab325d99 from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=6d889cd0-f68f-43b7-a59c-262c07352dee, infoPort=35831, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=441412393;c=1732789349085)
2024-11-28T10:22:30,976 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d499bf5a0117e0d with lease ID 0x1ed42b337aa419af: from storage DS-f2365f0f-2c0f-46be-962a-47e9ab325d99 node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=6d889cd0-f68f-43b7-a59c-262c07352dee, infoPort=35831, infoSecurePort=0, ipcPort=40645, storageInfo=lv=-57;cid=testClusterID;nsid=441412393;c=1732789349085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-28T10:22:31,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2
2024-11-28T10:22:31,028 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,030 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741825_1001 (size=7)
2024-11-28T10:22:31,438 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990 with version=8
2024-11-28T10:22:31,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/hbase-staging
2024-11-28T10:22:31,440 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:31,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,440 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:31,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38487
2024-11-28T10:22:31,442 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38487 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:31,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384870x0, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:31,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38487-0x10180f702720006 connected
2024-11-28T10:22:31,555 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,557 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/running
2024-11-28T10:22:31,560 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990, hbase.cluster.distributed=false
2024-11-28T10:22:31,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/acl
2024-11-28T10:22:31,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-28T10:22:31,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487
2024-11-28T10:22:31,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487
2024-11-28T10:22:31,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-28T10:22:31,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-28T10:22:31,586 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-28T10:22:31,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-28T10:22:31,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46193
2024-11-28T10:22:31,588 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46193 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:31,589 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,591 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,604 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461930x0, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:31,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461930x0, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/running
2024-11-28T10:22:31,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46193-0x10180f702720007 connected
2024-11-28T10:22:31,604 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-28T10:22:31,605 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-28T10:22:31,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/master
2024-11-28T10:22:31,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/acl
2024-11-28T10:22:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46193
2024-11-28T10:22:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46193
2024-11-28T10:22:31,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46193
2024-11-28T10:22:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46193
2024-11-28T10:22:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46193
2024-11-28T10:22:31,622 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:38487
2024-11-28T10:22:31,624 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21466648312/backup-masters/e792e7e95410,38487,1732789351440
2024-11-28T10:22:31,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/backup-masters
2024-11-28T10:22:31,635 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/backup-masters
2024-11-28T10:22:31,636 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on existing znode=/21466648312/backup-masters/e792e7e95410,38487,1732789351440
2024-11-28T10:22:31,646 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466648312/master
2024-11-28T10:22:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:31,646 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:31,646 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on existing znode=/21466648312/master
2024-11-28T10:22:31,647 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21466648312/backup-masters/e792e7e95410,38487,1732789351440 from backup master directory
2024-11-28T10:22:31,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466648312/backup-masters/e792e7e95410,38487,1732789351440
2024-11-28T10:22:31,656 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/backup-masters
2024-11-28T10:22:31,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/backup-masters
2024-11-28T10:22:31,656 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:31,656 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,38487,1732789351440
2024-11-28T10:22:31,659 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/hbase.id] with ID: 7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf
2024-11-28T10:22:31,659 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/.tmp/hbase.id
2024-11-28T10:22:31,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741826_1002 (size=42)
2024-11-28T10:22:31,663 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/.tmp/hbase.id]:[hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/hbase.id]
2024-11-28T10:22:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:31,671 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-28T10:22:31,672 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-28T10:22:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:31,681 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:31,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741827_1003 (size=196)
2024-11-28T10:22:32,086 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:32,086 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-28T10:22:32,087 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:32,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741828_1004 (size=1189)
2024-11-28T10:22:32,092 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store
2024-11-28T10:22:32,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741829_1005 (size=34)
2024-11-28T10:22:32,496 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:32,496 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:32,496 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:32,496 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:32,496 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:32,496 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:32,497 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:32,497 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789352496Disabling compacts and flushes for region at 1732789352496Disabling writes for close at 1732789352496Writing region close event to WAL at 1732789352496Closed at 1732789352496
2024-11-28T10:22:32,497 WARN  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/.initializing
2024-11-28T10:22:32,497 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/WALs/e792e7e95410,38487,1732789351440
2024-11-28T10:22:32,498 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:32,499 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C38487%2C1732789351440, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/WALs/e792e7e95410,38487,1732789351440, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/oldWALs, maxLogs=10
2024-11-28T10:22:32,511 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/WALs/e792e7e95410,38487,1732789351440/e792e7e95410%2C38487%2C1732789351440.1732789352499, exclude list is [], retry=0
2024-11-28T10:22:32,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b6dee947-c29f-43a2-8515-40fab7b171eb,DISK]
2024-11-28T10:22:32,515 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/WALs/e792e7e95410,38487,1732789351440/e792e7e95410%2C38487%2C1732789351440.1732789352499
2024-11-28T10:22:32,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35831:35831)]
2024-11-28T10:22:32,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:32,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:32,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,515 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,516 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:32,517 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-28T10:22:32,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:32,518 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:32,518 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:32,518 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-28T10:22:32,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:32,519 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:32,519 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:32,520 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-28T10:22:32,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:32,520 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:32,520 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-28T10:22:32,521 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-28T10:22:32,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:32,521 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:32,521 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,521 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,522 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,523 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,523 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,523 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:32,524 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-28T10:22:32,525 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:32,526 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63736406, jitterRate=-0.05025354027748108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:32,526 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732789352515Initializing all the Stores at 1732789352516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789352516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789352516Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789352516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789352516Cleaning up temporary data from old regions at 1732789352523 (+7 ms)Region opened successfully at 1732789352526 (+3 ms)
2024-11-28T10:22:32,526 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-28T10:22:32,528 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e09f5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:32,529 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-28T10:22:32,529 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-28T10:22:32,529 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-28T10:22:32,529 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-28T10:22:32,529 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-28T10:22:32,530 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-28T10:22:32,530 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-28T10:22:32,531 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-28T10:22:32,532 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/balancer because node does not exist (not necessarily an error)
2024-11-28T10:22:32,544 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/balancer already deleted, retry=false
2024-11-28T10:22:32,545 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-28T10:22:32,545 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/normalizer because node does not exist (not necessarily an error)
2024-11-28T10:22:32,555 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/normalizer already deleted, retry=false
2024-11-28T10:22:32,555 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-28T10:22:32,556 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/switch/split because node does not exist (not necessarily an error)
2024-11-28T10:22:32,565 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/switch/split already deleted, retry=false
2024-11-28T10:22:32,566 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/switch/merge because node does not exist (not necessarily an error)
2024-11-28T10:22:32,576 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/switch/merge already deleted, retry=false
2024-11-28T10:22:32,577 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-28T10:22:32,586 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/snapshot-cleanup already deleted, retry=false
2024-11-28T10:22:32,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466648312/running
2024-11-28T10:22:32,597 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21466648312/running
2024-11-28T10:22:32,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,597 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,597 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,38487,1732789351440, sessionid=0x10180f702720006, setting cluster-up flag (Was=false)
2024-11-28T10:22:32,618 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,650 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21466648312/flush-table-proc/acquired, /21466648312/flush-table-proc/reached, /21466648312/flush-table-proc/abort
2024-11-28T10:22:32,651 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,38487,1732789351440
2024-11-28T10:22:32,671 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:32,702 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21466648312/online-snapshot/acquired, /21466648312/online-snapshot/reached, /21466648312/online-snapshot/abort
2024-11-28T10:22:32,703 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,38487,1732789351440
2024-11-28T10:22:32,704 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-28T10:22:32,705 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:32,706 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-28T10:22:32,706 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-28T10:22:32,706 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,38487,1732789351440
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:32,707 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,708 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732789382708
2024-11-28T10:22:32,708 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-28T10:22:32,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-28T10:22:32,709 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-28T10:22:32,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:32,709 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-28T10:22:32,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-28T10:22:32,709 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-28T10:22:32,710 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789352710,5,FailOnTimeoutGroup]
2024-11-28T10:22:32,710 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789352710,5,FailOnTimeoutGroup]
2024-11-28T10:22:32,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-28T10:22:32,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,710 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741831_1007 (size=1321)
2024-11-28T10:22:32,717 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(746): ClusterId : 7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf
2024-11-28T10:22:32,717 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-28T10:22:32,724 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-28T10:22:32,724 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-28T10:22:32,734 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-28T10:22:32,735 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef0800b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0
2024-11-28T10:22:32,745 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:46193
2024-11-28T10:22:32,745 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-28T10:22:32,745 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-28T10:22:32,745 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-28T10:22:32,746 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,38487,1732789351440 with port=46193, startcode=1732789351586
2024-11-28T10:22:32,746 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-28T10:22:32,747 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-28T10:22:32,748 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,748 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,749 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990
2024-11-28T10:22:32,749 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46365
2024-11-28T10:22:32,749 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-28T10:22:32,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/rs
2024-11-28T10:22:32,807 DEBUG [RS:0;e792e7e95410:46193 {}] zookeeper.ZKUtil(111): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on existing znode=/21466648312/rs/e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,807 WARN  [RS:0;e792e7e95410:46193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-28T10:22:32,807 INFO  [RS:0;e792e7e95410:46193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:32,807 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,807 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,46193,1732789351586]
2024-11-28T10:22:32,809 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-28T10:22:32,811 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-28T10:22:32,811 INFO  [RS:0;e792e7e95410:46193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-28T10:22:32,811 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,811 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-28T10:22:32,812 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-28T10:22:32,812 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:32,812 DEBUG [RS:0;e792e7e95410:46193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3
2024-11-28T10:22:32,813 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,814 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,814 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,814 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,814 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,814 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,46193,1732789351586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:32,827 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-28T10:22:32,827 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,46193,1732789351586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,827 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,827 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.Replication(171): e792e7e95410,46193,1732789351586 started
2024-11-28T10:22:32,839 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:32,839 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,46193,1732789351586, RpcServer on e792e7e95410/172.17.0.2:46193, sessionid=0x10180f702720007
2024-11-28T10:22:32,839 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-28T10:22:32,839 DEBUG [RS:0;e792e7e95410:46193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,839 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,46193,1732789351586'
2024-11-28T10:22:32,839 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21466648312/flush-table-proc/abort'
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21466648312/flush-table-proc/acquired'
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,46193,1732789351586
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,46193,1732789351586'
2024-11-28T10:22:32,840 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21466648312/online-snapshot/abort'
2024-11-28T10:22:32,841 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21466648312/online-snapshot/acquired'
2024-11-28T10:22:32,841 DEBUG [RS:0;e792e7e95410:46193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-28T10:22:32,841 INFO  [RS:0;e792e7e95410:46193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-28T10:22:32,841 INFO  [RS:0;e792e7e95410:46193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-28T10:22:32,941 INFO  [RS:0;e792e7e95410:46193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-28T10:22:32,942 INFO  [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C46193%2C1732789351586, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/oldWALs, maxLogs=10
2024-11-28T10:22:32,955 DEBUG [RS:0;e792e7e95410:46193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586/e792e7e95410%2C46193%2C1732789351586.1732789352943, exclude list is [], retry=0
2024-11-28T10:22:32,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b6dee947-c29f-43a2-8515-40fab7b171eb,DISK]
2024-11-28T10:22:32,959 INFO  [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586/e792e7e95410%2C46193%2C1732789351586.1732789352943
2024-11-28T10:22:32,959 DEBUG [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35831:35831)]
2024-11-28T10:22:33,116 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-28T10:22:33,116 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990
2024-11-28T10:22:33,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741833_1009 (size=32)
2024-11-28T10:22:33,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:33,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:33,523 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:33,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,523 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:33,524 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:33,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:33,525 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:33,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,525 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:33,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:33,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,526 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:33,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740
2024-11-28T10:22:33,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740
2024-11-28T10:22:33,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:33,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:33,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:33,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:33,531 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633458, jitterRate=0.0823228657245636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732789353521Initializing all the Stores at 1732789353521Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789353522 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353522Cleaning up temporary data from old regions at 1732789353528 (+6 ms)Region opened successfully at 1732789353531 (+3 ms)
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:33,531 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:33,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:33,532 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:33,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789353531Disabling compacts and flushes for region at 1732789353531Disabling writes for close at 1732789353531Writing region close event to WAL at 1732789353532 (+1 ms)Closed at 1732789353532
2024-11-28T10:22:33,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:33,533 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-28T10:22:33,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-28T10:22:33,534 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:33,534 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-28T10:22:33,685 DEBUG [e792e7e95410:38487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-28T10:22:33,685 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,46193,1732789351586
2024-11-28T10:22:33,686 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,46193,1732789351586, state=OPENING
2024-11-28T10:22:33,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-28T10:22:33,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:33,744 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:33,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466648312/meta-region-server: CHANGED
2024-11-28T10:22:33,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466648312/meta-region-server: CHANGED
2024-11-28T10:22:33,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-28T10:22:33,745 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,46193,1732789351586}]
2024-11-28T10:22:33,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:33,897 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:22:33,900 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-28T10:22:33,900 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:33,900 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-28T10:22:33,901 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C46193%2C1732789351586.meta, suffix=.meta, logDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/oldWALs, maxLogs=10
2024-11-28T10:22:33,917 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586/e792e7e95410%2C46193%2C1732789351586.meta.1732789353901.meta, exclude list is [], retry=0
2024-11-28T10:22:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b6dee947-c29f-43a2-8515-40fab7b171eb,DISK]
2024-11-28T10:22:33,920 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/WALs/e792e7e95410,46193,1732789351586/e792e7e95410%2C46193%2C1732789351586.meta.1732789353901.meta
2024-11-28T10:22:33,921 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35831:35831)]
2024-11-28T10:22:33,921 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:33,921 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:33,921 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:22:33,921 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-28T10:22:33,921 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-28T10:22:33,922 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-28T10:22:33,922 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:33,922 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-28T10:22:33,922 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-28T10:22:33,923 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-28T10:22:33,924 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-28T10:22:33,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-28T10:22:33,925 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-28T10:22:33,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,925 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,925 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-28T10:22:33,926 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-28T10:22:33,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,926 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-28T10:22:33,927 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-28T10:22:33,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:33,927 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-28T10:22:33,927 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-28T10:22:33,928 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740
2024-11-28T10:22:33,929 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740
2024-11-28T10:22:33,930 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-28T10:22:33,930 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-28T10:22:33,930 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-28T10:22:33,931 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-28T10:22:33,931 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65560094, jitterRate=-0.023078471422195435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-28T10:22:33,931 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-28T10:22:33,932 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732789353922Writing region info on filesystem at 1732789353922Initializing all the Stores at 1732789353922Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353923 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789353923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732789353923Cleaning up temporary data from old regions at 1732789353930 (+7 ms)Running coprocessor post-open hooks at 1732789353931 (+1 ms)Region opened successfully at 1732789353931
2024-11-28T10:22:33,933 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732789353896
2024-11-28T10:22:33,935 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-28T10:22:33,935 INFO  [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-28T10:22:33,935 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,46193,1732789351586
2024-11-28T10:22:33,936 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,46193,1732789351586, state=OPEN
2024-11-28T10:22:33,944 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21466648312/meta-region-server
2024-11-28T10:22:33,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466648312/meta-region-server: CHANGED
2024-11-28T10:22:33,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21466648312/meta-region-server
2024-11-28T10:22:33,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21466648312/meta-region-server: CHANGED
2024-11-28T10:22:33,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,46193,1732789351586
2024-11-28T10:22:33,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-28T10:22:33,949 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,46193,1732789351586 in 201 msec
2024-11-28T10:22:33,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-28T10:22:33,950 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec
2024-11-28T10:22:33,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-28T10:22:33,951 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-28T10:22:33,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:33,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,46193,1732789351586, seqNum=-1]
2024-11-28T10:22:33,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:33,953 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:33,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec
2024-11-28T10:22:33,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732789353957, completionTime=-1
2024-11-28T10:22:33,957 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-28T10:22:33,957 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732789413959
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732789473959
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:38487, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,959 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,960 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:33,961 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.307sec
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-28T10:22:33,963 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-28T10:22:33,965 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-28T10:22:33,965 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-28T10:22:33,965 INFO  [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,38487,1732789351440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-28T10:22:34,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:34,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,38487,-1 for getting cluster id
2024-11-28T10:22:34,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:34,019 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf'
2024-11-28T10:22:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf"

2024-11-28T10:22:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5fafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:34,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,38487,-1]
2024-11-28T10:22:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:34,020 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:34,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:34,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:34,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,46193,1732789351586, seqNum=-1]
2024-11-28T10:22:34,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:34,023 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:34,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,38487,1732789351440
2024-11-28T10:22:34,024 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63782
2024-11-28T10:22:34,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-28T10:22:34,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10180f702720008 connected
2024-11-28T10:22:34,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35313,1732789341921
2024-11-28T10:22:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d54cb49
2024-11-28T10:22:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:34,123 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:34,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:22:34,125 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:22:34,125 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:34,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:22:34,126 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:22:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:34,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:22:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:34,444 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,446 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,496 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,501 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,504 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,506 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:34,533 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 446c3ece4a70b36d419a2e2918a01774, NAME => 'test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74
2024-11-28T10:22:34,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 446c3ece4a70b36d419a2e2918a01774, disabling compactions & flushes
2024-11-28T10:22:34,542 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789354123.446c3ece4a70b36d419a2e2918a01774. after waiting 0 ms
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,542 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,542 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 446c3ece4a70b36d419a2e2918a01774:
Waiting for close lock at 1732789354542Disabling compacts and flushes for region at 1732789354542Disabling writes for close at 1732789354542Writing region close event to WAL at 1732789354542Closed at 1732789354542
2024-11-28T10:22:34,543 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:22:34,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789354543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789354543"}]},"ts":"1732789354543"}
2024-11-28T10:22:34,545 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:22:34,546 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:22:34,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789354546"}]},"ts":"1732789354546"}
2024-11-28T10:22:34,548 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:22:34,548 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=446c3ece4a70b36d419a2e2918a01774, ASSIGN}]
2024-11-28T10:22:34,549 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=446c3ece4a70b36d419a2e2918a01774, ASSIGN
2024-11-28T10:22:34,549 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=446c3ece4a70b36d419a2e2918a01774, ASSIGN; state=OFFLINE, location=e792e7e95410,43981,1732789342153; forceNewPlan=false, retain=false
2024-11-28T10:22:34,700 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=446c3ece4a70b36d419a2e2918a01774, regionState=OPENING, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:34,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=446c3ece4a70b36d419a2e2918a01774, ASSIGN because future has completed
2024-11-28T10:22:34,703 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 446c3ece4a70b36d419a2e2918a01774, server=e792e7e95410,43981,1732789342153}]
2024-11-28T10:22:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:34,858 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,859 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 446c3ece4a70b36d419a2e2918a01774, NAME => 'test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:34,859 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:34,859 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:22:34,859 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,859 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:34,859 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,859 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,860 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 446c3ece4a70b36d419a2e2918a01774 
2024-11-28T10:22:34,861 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446c3ece4a70b36d419a2e2918a01774 columnFamilyName f
2024-11-28T10:22:34,861 DEBUG [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:34,861 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(327): Store=446c3ece4a70b36d419a2e2918a01774/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:34,861 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 446c3ece4a70b36d419a2e2918a01774 
2024-11-28T10:22:34,862 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446c3ece4a70b36d419a2e2918a01774 columnFamilyName f1
2024-11-28T10:22:34,862 DEBUG [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:34,862 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(327): Store=446c3ece4a70b36d419a2e2918a01774/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:34,862 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 446c3ece4a70b36d419a2e2918a01774 
2024-11-28T10:22:34,863 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446c3ece4a70b36d419a2e2918a01774 columnFamilyName norep
2024-11-28T10:22:34,863 DEBUG [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:34,863 INFO  [StoreOpener-446c3ece4a70b36d419a2e2918a01774-1 {}] regionserver.HStore(327): Store=446c3ece4a70b36d419a2e2918a01774/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:34,863 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,864 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,864 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,864 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,864 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,865 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:22:34,866 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,867 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:34,867 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 446c3ece4a70b36d419a2e2918a01774; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260558, jitterRate=-0.0573442280292511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:22:34,867 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:34,867 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 446c3ece4a70b36d419a2e2918a01774:
Running coprocessor pre-open hook at 1732789354859Writing region info on filesystem at 1732789354859Initializing all the Stores at 1732789354860 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789354860Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789354860Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789354860Cleaning up temporary data from old regions at 1732789354864 (+4 ms)Running coprocessor post-open hooks at 1732789354867 (+3 ms)Region opened successfully at 1732789354867
2024-11-28T10:22:34,868 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., pid=6, masterSystemTime=1732789354855
2024-11-28T10:22:34,869 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,869 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:34,870 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=446c3ece4a70b36d419a2e2918a01774, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 446c3ece4a70b36d419a2e2918a01774, server=e792e7e95410,43981,1732789342153 because future has completed
2024-11-28T10:22:34,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:22:34,873 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 446c3ece4a70b36d419a2e2918a01774, server=e792e7e95410,43981,1732789342153 in 169 msec
2024-11-28T10:22:34,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:22:34,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=446c3ece4a70b36d419a2e2918a01774, ASSIGN in 325 msec
2024-11-28T10:22:34,875 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:22:34,875 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789354875"}]},"ts":"1732789354875"}
2024-11-28T10:22:34,876 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:22:34,877 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:22:34,878 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec
2024-11-28T10:22:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:35,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:35,266 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:22:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43189,1732789345596
2024-11-28T10:22:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e3cdaf6
2024-11-28T10:22:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:35,268 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:35,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:22:35,270 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:22:35,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:35,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:22:35,271 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:22:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:35,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:22:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:35,677 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6619cee0cdd12066583075b08f1fb045, NAME => 'test,,1732789355268.6619cee0cdd12066583075b08f1fb045.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5
2024-11-28T10:22:35,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:22:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789355268.6619cee0cdd12066583075b08f1fb045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6619cee0cdd12066583075b08f1fb045, disabling compactions & flushes
2024-11-28T10:22:36,081 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789355268.6619cee0cdd12066583075b08f1fb045. after waiting 0 ms
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,081 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6619cee0cdd12066583075b08f1fb045:
Waiting for close lock at 1732789356081Disabling compacts and flushes for region at 1732789356081Disabling writes for close at 1732789356081Writing region close event to WAL at 1732789356081Closed at 1732789356081
2024-11-28T10:22:36,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:22:36,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789355268.6619cee0cdd12066583075b08f1fb045.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789356082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789356082"}]},"ts":"1732789356082"}
2024-11-28T10:22:36,083 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:22:36,084 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:22:36,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789356084"}]},"ts":"1732789356084"}
2024-11-28T10:22:36,085 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:22:36,085 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6619cee0cdd12066583075b08f1fb045, ASSIGN}]
2024-11-28T10:22:36,086 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6619cee0cdd12066583075b08f1fb045, ASSIGN
2024-11-28T10:22:36,086 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6619cee0cdd12066583075b08f1fb045, ASSIGN; state=OFFLINE, location=e792e7e95410,41859,1732789345711; forceNewPlan=false, retain=false
2024-11-28T10:22:36,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:36,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:22:36,155 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148883 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e792e7e95410,42261,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:42261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-28T10:22:36,237 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6619cee0cdd12066583075b08f1fb045, regionState=OPENING, regionLocation=e792e7e95410,41859,1732789345711
2024-11-28T10:22:36,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6619cee0cdd12066583075b08f1fb045, ASSIGN because future has completed
2024-11-28T10:22:36,239 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6619cee0cdd12066583075b08f1fb045, server=e792e7e95410,41859,1732789345711}]
2024-11-28T10:22:36,393 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6619cee0cdd12066583075b08f1fb045, NAME => 'test,,1732789355268.6619cee0cdd12066583075b08f1fb045.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:36,393 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:36,393 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789355268.6619cee0cdd12066583075b08f1fb045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,393 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,394 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6619cee0cdd12066583075b08f1fb045 
2024-11-28T10:22:36,395 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6619cee0cdd12066583075b08f1fb045 columnFamilyName f
2024-11-28T10:22:36,395 DEBUG [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:36,396 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(327): Store=6619cee0cdd12066583075b08f1fb045/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:36,396 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6619cee0cdd12066583075b08f1fb045 
2024-11-28T10:22:36,396 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6619cee0cdd12066583075b08f1fb045 columnFamilyName f1
2024-11-28T10:22:36,396 DEBUG [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:36,397 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(327): Store=6619cee0cdd12066583075b08f1fb045/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:36,397 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6619cee0cdd12066583075b08f1fb045 
2024-11-28T10:22:36,397 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6619cee0cdd12066583075b08f1fb045 columnFamilyName norep
2024-11-28T10:22:36,397 DEBUG [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:36,397 INFO  [StoreOpener-6619cee0cdd12066583075b08f1fb045-1 {}] regionserver.HStore(327): Store=6619cee0cdd12066583075b08f1fb045/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:36,397 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,398 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,398 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,399 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,399 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,399 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:22:36,399 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,400 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:36,401 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6619cee0cdd12066583075b08f1fb045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74240823, jitterRate=0.10627447068691254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:22:36,401 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:36,401 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6619cee0cdd12066583075b08f1fb045:
Running coprocessor pre-open hook at 1732789356394Writing region info on filesystem at 1732789356394Initializing all the Stores at 1732789356394Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789356394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789356394Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789356394Cleaning up temporary data from old regions at 1732789356399 (+5 ms)Running coprocessor post-open hooks at 1732789356401 (+2 ms)Region opened successfully at 1732789356401
2024-11-28T10:22:36,402 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789355268.6619cee0cdd12066583075b08f1fb045., pid=6, masterSystemTime=1732789356390
2024-11-28T10:22:36,403 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,403 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:36,403 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6619cee0cdd12066583075b08f1fb045, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,41859,1732789345711
2024-11-28T10:22:36,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6619cee0cdd12066583075b08f1fb045, server=e792e7e95410,41859,1732789345711 because future has completed
2024-11-28T10:22:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:36,406 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:22:36,406 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6619cee0cdd12066583075b08f1fb045, server=e792e7e95410,41859,1732789345711 in 166 msec
2024-11-28T10:22:36,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:22:36,408 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6619cee0cdd12066583075b08f1fb045, ASSIGN in 321 msec
2024-11-28T10:22:36,408 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:22:36,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789356408"}]},"ts":"1732789356408"}
2024-11-28T10:22:36,409 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:22:36,410 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:22:36,411 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec
2024-11-28T10:22:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:37,416 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:22:37,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,38487,1732789351440
2024-11-28T10:22:37,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2e2abd
2024-11-28T10:22:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:37,417 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:37,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-28T10:22:37,420 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:22:37,420 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:37,420 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-28T10:22:37,420 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:22:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:37,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741835_1011 (size=902)
2024-11-28T10:22:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:37,826 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8613a6caeb1a449950f4142c807a8b9b, NAME => 'test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990
2024-11-28T10:22:37,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741836_1012 (size=39)
2024-11-28T10:22:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8613a6caeb1a449950f4142c807a8b9b, disabling compactions & flushes
2024-11-28T10:22:38,230 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b. after waiting 0 ms
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,230 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8613a6caeb1a449950f4142c807a8b9b:
Waiting for close lock at 1732789358230Disabling compacts and flushes for region at 1732789358230Disabling writes for close at 1732789358230Writing region close event to WAL at 1732789358230Closed at 1732789358230
2024-11-28T10:22:38,232 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:22:38,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732789358232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789358232"}]},"ts":"1732789358232"}
2024-11-28T10:22:38,233 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:22:38,234 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:22:38,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789358234"}]},"ts":"1732789358234"}
2024-11-28T10:22:38,235 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-28T10:22:38,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8613a6caeb1a449950f4142c807a8b9b, ASSIGN}]
2024-11-28T10:22:38,236 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8613a6caeb1a449950f4142c807a8b9b, ASSIGN
2024-11-28T10:22:38,237 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8613a6caeb1a449950f4142c807a8b9b, ASSIGN; state=OFFLINE, location=e792e7e95410,46193,1732789351586; forceNewPlan=false, retain=false
2024-11-28T10:22:38,387 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8613a6caeb1a449950f4142c807a8b9b, regionState=OPENING, regionLocation=e792e7e95410,46193,1732789351586
2024-11-28T10:22:38,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8613a6caeb1a449950f4142c807a8b9b, ASSIGN because future has completed
2024-11-28T10:22:38,389 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8613a6caeb1a449950f4142c807a8b9b, server=e792e7e95410,46193,1732789351586}]
2024-11-28T10:22:38,544 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,544 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8613a6caeb1a449950f4142c807a8b9b, NAME => 'test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:38,545 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:38,545 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-28T10:22:38,545 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:38,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,547 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8613a6caeb1a449950f4142c807a8b9b 
2024-11-28T10:22:38,548 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8613a6caeb1a449950f4142c807a8b9b columnFamilyName f
2024-11-28T10:22:38,548 DEBUG [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:38,548 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(327): Store=8613a6caeb1a449950f4142c807a8b9b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:38,548 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8613a6caeb1a449950f4142c807a8b9b 
2024-11-28T10:22:38,549 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8613a6caeb1a449950f4142c807a8b9b columnFamilyName f1
2024-11-28T10:22:38,549 DEBUG [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:38,549 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(327): Store=8613a6caeb1a449950f4142c807a8b9b/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:38,550 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8613a6caeb1a449950f4142c807a8b9b 
2024-11-28T10:22:38,552 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8613a6caeb1a449950f4142c807a8b9b columnFamilyName norep
2024-11-28T10:22:38,552 DEBUG [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:38,552 INFO  [StoreOpener-8613a6caeb1a449950f4142c807a8b9b-1 {}] regionserver.HStore(327): Store=8613a6caeb1a449950f4142c807a8b9b/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:38,552 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,553 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,553 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,553 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,554 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,554 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:22:38,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:38,556 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:38,557 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8613a6caeb1a449950f4142c807a8b9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71305982, jitterRate=0.06254193186759949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:22:38,557 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:38,557 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8613a6caeb1a449950f4142c807a8b9b:
Running coprocessor pre-open hook at 1732789358546Writing region info on filesystem at 1732789358546Initializing all the Stores at 1732789358547 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789358547Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789358547Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789358547Cleaning up temporary data from old regions at 1732789358554 (+7 ms)Running coprocessor post-open hooks at 1732789358557 (+3 ms)Region opened successfully at 1732789358557
2024-11-28T10:22:38,559 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b., pid=6, masterSystemTime=1732789358541
2024-11-28T10:22:38,561 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,561 INFO  [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:38,561 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8613a6caeb1a449950f4142c807a8b9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e792e7e95410,46193,1732789351586
2024-11-28T10:22:38,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8613a6caeb1a449950f4142c807a8b9b, server=e792e7e95410,46193,1732789351586 because future has completed
2024-11-28T10:22:38,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-28T10:22:38,565 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8613a6caeb1a449950f4142c807a8b9b, server=e792e7e95410,46193,1732789351586 in 174 msec
2024-11-28T10:22:38,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-28T10:22:38,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8613a6caeb1a449950f4142c807a8b9b, ASSIGN in 330 msec
2024-11-28T10:22:38,567 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:22:38,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789358567"}]},"ts":"1732789358567"}
2024-11-28T10:22:38,569 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-28T10:22:38,570 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:22:38,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-28T10:22:39,437 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,438 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,439 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,471 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,477 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,481 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-28T10:22:39,566 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-28T10:22:39,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:39,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:39,568 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b31418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:39,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:39,569 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:39,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476e836d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35313,1732789341921
2024-11-28T10:22:39,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44bc0da9
2024-11-28T10:22:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:39,571 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:39,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e792e7e95410:43189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:22:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:22:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:39,574 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43189'
2024-11-28T10:22:39,574 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3299ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,574 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43189,-1 for getting cluster id
2024-11-28T10:22:39,574 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:39,575 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b9bde1c-a5e1-482d-8148-99dc2b2fd242'
2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b9bde1c-a5e1-482d-8148-99dc2b2fd242"

2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4a7bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43189,-1]
2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:39,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:39,576 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:39,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bc9d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:39,576 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43189,1732789345596
2024-11-28T10:22:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e33992f
2024-11-28T10:22:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:39,577 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:39,578 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-28T10:22:39,578 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:22:39,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:39,578 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:39,578 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:39,578 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-28T10:22:39,579 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-28T10:22:39,580 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-28T10:22:39,580 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:39,580 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-28T10:22:39,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741837_1013 (size=1138)
2024-11-28T10:22:39,629 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-28T10:22:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:39,987 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0429ba6dcf286e24a69252689e58bb81, NAME => 'hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74
2024-11-28T10:22:40,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741838_1014 (size=44)
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0429ba6dcf286e24a69252689e58bb81, disabling compactions & flushes
2024-11-28T10:22:40,005 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81. after waiting 0 ms
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,005 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,005 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0429ba6dcf286e24a69252689e58bb81:
Waiting for close lock at 1732789360005Disabling compacts and flushes for region at 1732789360005Disabling writes for close at 1732789360005Writing region close event to WAL at 1732789360005Closed at 1732789360005
2024-11-28T10:22:40,006 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-28T10:22:40,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732789360006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732789360006"}]},"ts":"1732789360006"}
2024-11-28T10:22:40,009 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-28T10:22:40,009 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-28T10:22:40,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789360010"}]},"ts":"1732789360010"}
2024-11-28T10:22:40,012 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-28T10:22:40,012 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0429ba6dcf286e24a69252689e58bb81, ASSIGN}]
2024-11-28T10:22:40,013 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0429ba6dcf286e24a69252689e58bb81, ASSIGN
2024-11-28T10:22:40,014 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0429ba6dcf286e24a69252689e58bb81, ASSIGN; state=OFFLINE, location=e792e7e95410,43981,1732789342153; forceNewPlan=false, retain=false
2024-11-28T10:22:40,165 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0429ba6dcf286e24a69252689e58bb81, regionState=OPENING, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:40,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0429ba6dcf286e24a69252689e58bb81, ASSIGN because future has completed
2024-11-28T10:22:40,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0429ba6dcf286e24a69252689e58bb81, server=e792e7e95410,43981,1732789342153}]
2024-11-28T10:22:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:40,323 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,323 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-28T10:22:40,323 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-28T10:22:40,325 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e792e7e95410%2C43981%2C1732789342153.rep, suffix=, logDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153, archiveDir=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/oldWALs, maxLogs=10
2024-11-28T10:22:40,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789360325, exclude list is [], retry=0
2024-11-28T10:22:40,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:40,348 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789360325
2024-11-28T10:22:40,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:40,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0429ba6dcf286e24a69252689e58bb81, NAME => 'hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.', STARTKEY => '', ENDKEY => ''}
2024-11-28T10:22:40,349 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-28T10:22:40,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-28T10:22:40,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81. service=MultiRowMutationService
2024-11-28T10:22:40,350 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-28T10:22:40,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-28T10:22:40,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,360 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0429ba6dcf286e24a69252689e58bb81 
2024-11-28T10:22:40,362 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0429ba6dcf286e24a69252689e58bb81 columnFamilyName hfileref
2024-11-28T10:22:40,362 DEBUG [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:40,362 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(327): Store=0429ba6dcf286e24a69252689e58bb81/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:40,362 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0429ba6dcf286e24a69252689e58bb81 
2024-11-28T10:22:40,365 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0429ba6dcf286e24a69252689e58bb81 columnFamilyName queue
2024-11-28T10:22:40,365 DEBUG [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:40,365 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(327): Store=0429ba6dcf286e24a69252689e58bb81/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:40,365 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0429ba6dcf286e24a69252689e58bb81 
2024-11-28T10:22:40,366 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0429ba6dcf286e24a69252689e58bb81 columnFamilyName sid
2024-11-28T10:22:40,366 DEBUG [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-28T10:22:40,367 INFO  [StoreOpener-0429ba6dcf286e24a69252689e58bb81-1 {}] regionserver.HStore(327): Store=0429ba6dcf286e24a69252689e58bb81/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-28T10:22:40,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-28T10:22:40,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-28T10:22:40,374 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0429ba6dcf286e24a69252689e58bb81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73376687, jitterRate=0.0933978408575058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-28T10:22:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0429ba6dcf286e24a69252689e58bb81:
Running coprocessor pre-open hook at 1732789360355Writing region info on filesystem at 1732789360355Initializing all the Stores at 1732789360355Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789360355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789360360 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789360360Cleaning up temporary data from old regions at 1732789360369 (+9 ms)Running coprocessor post-open hooks at 1732789360374 (+5 ms)Region opened successfully at 1732789360374
2024-11-28T10:22:40,376 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81., pid=10, masterSystemTime=1732789360319
2024-11-28T10:22:40,379 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0429ba6dcf286e24a69252689e58bb81, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,43981,1732789342153
2024-11-28T10:22:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,385 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:40,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0429ba6dcf286e24a69252689e58bb81, server=e792e7e95410,43981,1732789342153 because future has completed
2024-11-28T10:22:40,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-28T10:22:40,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0429ba6dcf286e24a69252689e58bb81, server=e792e7e95410,43981,1732789342153 in 231 msec
2024-11-28T10:22:40,403 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-28T10:22:40,403 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0429ba6dcf286e24a69252689e58bb81, ASSIGN in 388 msec
2024-11-28T10:22:40,403 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-28T10:22:40,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789360403"}]},"ts":"1732789360403"}
2024-11-28T10:22:40,405 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-28T10:22:40,405 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-28T10:22:40,406 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 827 msec
2024-11-28T10:22:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81., hostname=e792e7e95410,43981,1732789342153, seqNum=2]
2024-11-28T10:22:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:40,535 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:22:40,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-28T10:22:40,688 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-28T10:22:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:40,734 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e792e7e95410,43981,1732789342153, ReplicationSource: 1, currentBandwidth=0
2024-11-28T10:22:40,734 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:40,734 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43981,1732789342153, seqNum=-1]
2024-11-28T10:22:40,735 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:40,735 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-28T10:22:40,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e792e7e95410,43981,1732789342153', locateType=CURRENT is [region=hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81., hostname=e792e7e95410,43981,1732789342153, seqNum=2]
2024-11-28T10:22:40,753 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-28T10:22:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-28T10:22:40,756 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e792e7e95410,43981,1732789342153 suceeded
2024-11-28T10:22:40,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-28T10:22:40,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec
2024-11-28T10:22:40,758 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e792e7e95410:43189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:22:40,760 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1870 sec
2024-11-28T10:22:40,776 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:43189'
2024-11-28T10:22:40,778 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68951e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:40,778 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43189,-1 for getting cluster id
2024-11-28T10:22:40,779 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:40,779 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b9bde1c-a5e1-482d-8148-99dc2b2fd242'
2024-11-28T10:22:40,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:40,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b9bde1c-a5e1-482d-8148-99dc2b2fd242"

2024-11-28T10:22:40,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:40,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43189,-1]
2024-11-28T10:22:40,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:40,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:40,781 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:40,781 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6136c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:40,781 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:40,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43189,1732789345596
2024-11-28T10:22:40,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b20855a
2024-11-28T10:22:40,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:40,783 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-28T10:22:40,784 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e792e7e95410,43981,1732789342153 (queues=1) is replicating from cluster=5096006b-4333-43ff-86fd-873423e0ab93 to cluster=6b9bde1c-a5e1-482d-8148-99dc2b2fd242
2024-11-28T10:22:40,784 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e792e7e95410%2C43981%2C1732789342153
2024-11-28T10:22:40,784 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e792e7e95410,43981,1732789342153, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:22:40,802 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315, startPosition=0, beingWritten=true
2024-11-28T10:22:40,805 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C43981%2C1732789342153
2024-11-28T10:22:40,808 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:40,808 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 379, reset compression=false
2024-11-28T10:22:40,808 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:41,026 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 379, reset compression=false
2024-11-28T10:22:41,329 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 379, reset compression=false
2024-11-28T10:22:41,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-28T10:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-28T10:22:41,716 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-28T10:22:41,716 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:41,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:41,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:41,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:41,716 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:41,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:41,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:41,718 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa9f991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:41,721 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ab5288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca2703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43189,-1 for getting cluster id
2024-11-28T10:22:41,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:41,724 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b9bde1c-a5e1-482d-8148-99dc2b2fd242'
2024-11-28T10:22:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b9bde1c-a5e1-482d-8148-99dc2b2fd242"

2024-11-28T10:22:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773dd4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43189,-1]
2024-11-28T10:22:41,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:41,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:41,726 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:41,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1a47d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,38487,-1 for getting cluster id
2024-11-28T10:22:41,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:41,728 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf'
2024-11-28T10:22:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf"

2024-11-28T10:22:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266d9858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,38487,-1]
2024-11-28T10:22:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:41,730 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad78461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:41,731 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:41,733 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 379, reset compression=false
2024-11-28T10:22:41,735 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732789361734/Put/seqid=0
2024-11-28T10:22:41,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741840_1016 (size=7894)
2024-11-28T10:22:41,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732789361746/Put/seqid=0
2024-11-28T10:22:41,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741841_1017 (size=7691)
2024-11-28T10:22:42,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:42,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:42,152 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77641622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:42,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:42,153 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:42,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43981,1732789342153, seqNum=-1]
2024-11-28T10:22:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:42,155 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:42,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35313,1732789341921
2024-11-28T10:22:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c999ca0
2024-11-28T10:22:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:42,162 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:42,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2]
2024-11-28T10:22:42,167 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:22:42,171 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-28T10:22:42,173 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-28T10:22:42,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-28T10:22:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:42,178 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-28T10:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegion(2603): Flush status journal for 446c3ece4a70b36d419a2e2918a01774:

2024-11-28T10:22:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_0
2024-11-28T10:22:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_0 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_
2024-11-28T10:22:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_1
2024-11-28T10:22:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_1 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/7aca1340121048c68155ba42704847a4_SeqId_4_
2024-11-28T10:22:42,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_0 into 446c3ece4a70b36d419a2e2918a01774/f as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ - updating store file list.
2024-11-28T10:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:42,189 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ into 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:42,189 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_0 into 446c3ece4a70b36d419a2e2918a01774/f (new location: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_)
2024-11-28T10:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_0
2024-11-28T10:22:42,190 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_1 into 446c3ece4a70b36d419a2e2918a01774/f as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/7aca1340121048c68155ba42704847a4_SeqId_4_ - updating store file list.
2024-11-28T10:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7aca1340121048c68155ba42704847a4_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:42,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/7aca1340121048c68155ba42704847a4_SeqId_4_ into 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:42,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_1 into 446c3ece4a70b36d419a2e2918a01774/f (new location: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/7aca1340121048c68155ba42704847a4_SeqId_4_)
2024-11-28T10:22:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__bbg0it6bt58sm3vq6n65mag39jv8kb87erra60tnq7n2fui3udud59o1714iq6l0/f/hfile_1
2024-11-28T10:22:42,193 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:42,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:42,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:42,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:42,194 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 , the old value is region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:43981 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:22:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:22:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 from cache
2024-11-28T10:22:42,194 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T10:22:42,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41859,1732789345711, seqNum=-1]
2024-11-28T10:22:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:42,196 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:42,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789355268.6619cee0cdd12066583075b08f1fb045., hostname=e792e7e95410,41859,1732789345711, seqNum=2]
2024-11-28T10:22:42,198 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:22:42,238 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 379, reset compression=false
2024-11-28T10:22:42,242 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:42,242 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[{test/446c3ece4a70b36d419a2e2918a01774/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789362192/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:22:42,244 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:42,244 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-28T10:22:42,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.ReplicationSink(318): Replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:42,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c8d295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,43189,-1 for getting cluster id
2024-11-28T10:22:42,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:42,246 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b9bde1c-a5e1-482d-8148-99dc2b2fd242'
2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b9bde1c-a5e1-482d-8148-99dc2b2fd242"

2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31b37866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,43189,-1]
2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:42,247 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:42,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bd1fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:42,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741837_1013 (size=7894)
2024-11-28T10:22:42,306 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:22:42,442 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 687, reset compression=false
2024-11-28T10:22:42,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741838_1014 (size=7691)
2024-11-28T10:22:42,745 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 687, reset compression=false
2024-11-28T10:22:43,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:43,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,43189,1732789345596
2024-11-28T10:22:43,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e2017f
2024-11-28T10:22:43,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:43,064 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-28T10:22:43,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:22:43,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:43,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,41859,1732789345711, seqNum=-1]
2024-11-28T10:22:43,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:43,069 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-28T10:22:43,073 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-28T10:22:43,079 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-28T10:22:43,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ for inclusion in 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-28T10:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:43,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_ for inclusion in 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-28T10:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegion(2603): Flush status journal for 6619cee0cdd12066583075b08f1fb045:

2024-11-28T10:22:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/cda50e608106422da262863f29317c4f_SeqId_4_
2024-11-28T10:22:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7aca1340121048c68155ba42704847a4_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_ as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/19df30255199472088b0224abe85d959_SeqId_4_
2024-11-28T10:22:43,091 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/cda50e608106422da262863f29317c4f_SeqId_4_ - updating store file list.
2024-11-28T10:22:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cda50e608106422da262863f29317c4f_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:43,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/cda50e608106422da262863f29317c4f_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:43,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f (new location: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/cda50e608106422da262863f29317c4f_SeqId_4_)
2024-11-28T10:22:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_
2024-11-28T10:22:43,103 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/19df30255199472088b0224abe85d959_SeqId_4_ - updating store file list.
2024-11-28T10:22:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19df30255199472088b0224abe85d959_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:43,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/19df30255199472088b0224abe85d959_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:43,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_ into 6619cee0cdd12066583075b08f1fb045/f (new location: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/19df30255199472088b0224abe85d959_SeqId_4_)
2024-11-28T10:22:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__bqt9ao01d21kl3fne9c072h1r4det9o5vhcsi0oe6cpas5sqvbcc3oipafn292av/f/7aca1340121048c68155ba42704847a4_SeqId_4_
2024-11-28T10:22:43,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.ReplicationSink(324): Finished replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:43,149 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 687, reset compression=false
2024-11-28T10:22:43,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,46193,1732789351586, seqNum=-1]
2024-11-28T10:22:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:43,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b., hostname=e792e7e95410,46193,1732789351586, seqNum=2]
2024-11-28T10:22:43,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:43,213 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-28T10:22:43,214 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e792e7e95410%2C43981%2C1732789342153.rep:(num 1732789360325) roll requested
2024-11-28T10:22:43,228 DEBUG [regionserver/e792e7e95410:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789363215, exclude list is [], retry=0
2024-11-28T10:22:43,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:43,231 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789360325 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789363215
2024-11-28T10:22:43,231 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:43,231 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.rep.1732789360325 is not closed yet, will try archiving it next time
2024-11-28T10:22:43,231 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e792e7e95410%2C43981%2C1732789342153.meta:.meta(num 1732789343881) roll requested
2024-11-28T10:22:43,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741839_1015 (size=1505)
2024-11-28T10:22:43,246 DEBUG [regionserver/e792e7e95410:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789363231.meta, exclude list is [], retry=0
2024-11-28T10:22:43,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:43,249 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789343881.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789363231.meta
2024-11-28T10:22:43,250 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:43,250 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.meta.1732789343881.meta is not closed yet, will try archiving it next time
2024-11-28T10:22:43,250 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e792e7e95410%2C43981%2C1732789342153:(num 1732789343315) roll requested
2024-11-28T10:22:43,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741834_1010 (size=3473)
2024-11-28T10:22:43,262 DEBUG [regionserver/e792e7e95410:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, exclude list is [], retry=0
2024-11-28T10:22:43,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46291,DS-1f966e26-05ba-4e49-a7a6-d0872a05b951,DISK]
2024-11-28T10:22:43,265 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250
2024-11-28T10:22:43,266 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37781:37781)]
2024-11-28T10:22:43,267 DEBUG [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 is not closed yet, will try archiving it next time
2024-11-28T10:22:43,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f09b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:43,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:43,268 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 not finished, retry = 0
2024-11-28T10:22:43,268 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cce52e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,269 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f987326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35313,1732789341921
2024-11-28T10:22:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16bc92bf
2024-11-28T10:22:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:43,271 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:43,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e792e7e95410:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-28T10:22:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-28T10:22:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:22:43,275 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:38487'
2024-11-28T10:22:43,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741833_1009 (size=695)
2024-11-28T10:22:43,276 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222b58c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,276 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,38487,-1 for getting cluster id
2024-11-28T10:22:43,276 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:43,277 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf'
2024-11-28T10:22:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf"

2024-11-28T10:22:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b36ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,38487,-1]
2024-11-28T10:22:43,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:43,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,278 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:43,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57885b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,279 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:43,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,38487,1732789351440
2024-11-28T10:22:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbc52ed
2024-11-28T10:22:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:43,280 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:43,281 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-28T10:22:43,281 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-28T10:22:43,281 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,281 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,282 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:43,369 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/oldWALs/e792e7e95410%2C43981%2C1732789342153.1732789343315
2024-11-28T10:22:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:22:43,445 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-28T10:22:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:22:43,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-28T10:22:43,597 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-28T10:22:43,633 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e792e7e95410,43981,1732789342153, ReplicationSource: 2, currentBandwidth=0
2024-11-28T10:22:43,636 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-28T10:22:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-28T10:22:43,638 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e792e7e95410,43981,1732789342153 suceeded
2024-11-28T10:22:43,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-28T10:22:43,640 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec
2024-11-28T10:22:43,640 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e792e7e95410:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-28T10:22:43,642 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 369 msec
2024-11-28T10:22:43,652 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 to pos 687, reset compression=false
2024-11-28T10:22:43,656 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e792e7e95410:38487'
2024-11-28T10:22:43,659 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff099df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,659 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315 was moved to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/oldWALs/e792e7e95410%2C43981%2C1732789342153.1732789343315
2024-11-28T10:22:43,659 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,38487,-1 for getting cluster id
2024-11-28T10:22:43,660 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:43,660 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf'
2024-11-28T10:22:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:43,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf"

2024-11-28T10:22:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17828286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,38487,-1]
2024-11-28T10:22:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:43,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,661 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315
2024-11-28T10:22:43,661 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:43,662 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789343315, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-28T10:22:43,662 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, startPosition=0, beingWritten=true
2024-11-28T10:22:43,662 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50734e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:43,662 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,38487,1732789351440
2024-11-28T10:22:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1066d313
2024-11-28T10:22:43,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:43,664 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-28T10:22:43,664 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e792e7e95410%2C43981%2C1732789342153.1732789343315]
2024-11-28T10:22:43,665 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e792e7e95410,43981,1732789342153 (queues=1) is replicating from cluster=5096006b-4333-43ff-86fd-873423e0ab93 to cluster=7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf
2024-11-28T10:22:43,665 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e792e7e95410%2C43981%2C1732789342153
2024-11-28T10:22:43,665 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e792e7e95410,43981,1732789342153, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-28T10:22:43,665 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, startPosition=0, beingWritten=true
2024-11-28T10:22:43,667 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e792e7e95410%2C43981%2C1732789342153
2024-11-28T10:22:43,870 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 0, reset compression=false
2024-11-28T10:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-28T10:22:43,895 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-28T10:22:43,895 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:43,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:43,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:43,896 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:43,896 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-28T10:22:43,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732789363899/Put/seqid=0
2024-11-28T10:22:43,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741845_1021 (size=11194)
2024-11-28T10:22:44,174 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 0, reset compression=false
2024-11-28T10:22:44,270 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 0, reset compression=false
2024-11-28T10:22:44,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:22:44,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732789364305/Put/seqid=0
2024-11-28T10:22:44,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741846_1022 (size=10791)
2024-11-28T10:22:44,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,35313,-1 for getting cluster id
2024-11-28T10:22:44,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:44,329 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5096006b-4333-43ff-86fd-873423e0ab93'
2024-11-28T10:22:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5096006b-4333-43ff-86fd-873423e0ab93"

2024-11-28T10:22:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccfd72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,35313,-1]
2024-11-28T10:22:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:44,331 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:44,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70393f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,43981,1732789342153, seqNum=-1]
2024-11-28T10:22:44,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:44,333 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-28T10:22:44,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,35313,1732789341921
2024-11-28T10:22:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265adf6b
2024-11-28T10:22:44,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:44,344 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-28T10:22:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2]
2024-11-28T10:22:44,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:22:44,377 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-28T10:22:44,380 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-28T10:22:44,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-28T10:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:44,394 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-28T10:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegion(2603): Flush status journal for 446c3ece4a70b36d419a2e2918a01774:

2024-11-28T10:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_0
2024-11-28T10:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_0 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_
2024-11-28T10:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_1
2024-11-28T10:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_1 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_
2024-11-28T10:22:44,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_0 into 446c3ece4a70b36d419a2e2918a01774/f as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ - updating store file list.
2024-11-28T10:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:44,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ into 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:44,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_0 into 446c3ece4a70b36d419a2e2918a01774/f (new location: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_)
2024-11-28T10:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_0
2024-11-28T10:22:44,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_1 into 446c3ece4a70b36d419a2e2918a01774/f as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ - updating store file list.
2024-11-28T10:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:44,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ into 446c3ece4a70b36d419a2e2918a01774/f
2024-11-28T10:22:44,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_1 into 446c3ece4a70b36d419a2e2918a01774/f (new location: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_)
2024-11-28T10:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43981 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/staging/jenkins__test__arivljo1je15ih9nsrtanidiq43f9v7l7d8kdt2e9ntd5tr12tkadcmudt8m1e5o/f/hfile_1
2024-11-28T10:22:44,426 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:44,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:44,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:44,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 , the old value is region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e792e7e95410:43981 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:22:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-28T10:22:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., hostname=e792e7e95410,43981,1732789342153, seqNum=2 from cache
2024-11-28T10:22:44,427 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:44,428 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-28T10:22:44,431 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-28T10:22:44,535 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-28T10:22:44,578 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 0, reset compression=false
2024-11-28T10:22:44,582 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:44,582 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[{test/446c3ece4a70b36d419a2e2918a01774/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789364425/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:22:44,583 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-28T10:22:44,584 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-28T10:22:44,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(318): Replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:44,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b4ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,38487,-1 for getting cluster id
2024-11-28T10:22:44,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-28T10:22:44,585 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf'
2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dbb0ec1-ab8a-4e1c-931f-6bcb868039bf"

2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@236b3caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,38487,-1]
2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-28T10:22:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:44,586 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-28T10:22:44,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a07d601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-28T10:22:44,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741837_1013 (size=11194)
2024-11-28T10:22:44,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741838_1014 (size=10791)
2024-11-28T10:22:44,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-28T10:22:44,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,38487,1732789351440
2024-11-28T10:22:44,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a969e38
2024-11-28T10:22:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-28T10:22:44,612 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-28T10:22:44,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:22:44,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-28T10:22:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,46193,1732789351586, seqNum=-1]
2024-11-28T10:22:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-28T10:22:44,616 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-28T10:22:44,622 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-28T10:22:44,625 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-28T10:22:44,628 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ for inclusion in 8613a6caeb1a449950f4142c807a8b9b/f
2024-11-28T10:22:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-28T10:22:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:44,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ for inclusion in 8613a6caeb1a449950f4142c807a8b9b/f
2024-11-28T10:22:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-28T10:22:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HRegion(2603): Flush status journal for 8613a6caeb1a449950f4142c807a8b9b:

2024-11-28T10:22:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/a706b2a723ee4c85a6ea039d5b04c9eb_SeqId_4_
2024-11-28T10:22:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/3ec65627a6264b1eb7f8719c935a6acb_SeqId_4_
2024-11-28T10:22:44,635 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ into 8613a6caeb1a449950f4142c807a8b9b/f as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/a706b2a723ee4c85a6ea039d5b04c9eb_SeqId_4_ - updating store file list.
2024-11-28T10:22:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a706b2a723ee4c85a6ea039d5b04c9eb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:44,638 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/a706b2a723ee4c85a6ea039d5b04c9eb_SeqId_4_ into 8613a6caeb1a449950f4142c807a8b9b/f
2024-11-28T10:22:44,638 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ into 8613a6caeb1a449950f4142c807a8b9b/f (new location: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/a706b2a723ee4c85a6ea039d5b04c9eb_SeqId_4_)
2024-11-28T10:22:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_
2024-11-28T10:22:44,638 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ into 8613a6caeb1a449950f4142c807a8b9b/f as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/3ec65627a6264b1eb7f8719c935a6acb_SeqId_4_ - updating store file list.
2024-11-28T10:22:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ec65627a6264b1eb7f8719c935a6acb_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:44,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/3ec65627a6264b1eb7f8719c935a6acb_SeqId_4_ into 8613a6caeb1a449950f4142c807a8b9b/f
2024-11-28T10:22:44,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ into 8613a6caeb1a449950f4142c807a8b9b/f (new location: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/f/3ec65627a6264b1eb7f8719c935a6acb_SeqId_4_)
2024-11-28T10:22:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46193 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/staging/jenkins.hfs.23__test__sm1im2egmkh2h79qt2cb672vcf0tqr8n6arr3jkp4fk43nf67c25d6hlh69tqbpa/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_
2024-11-28T10:22:44,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46193 {}] regionserver.ReplicationSink(324): Finished replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:44,782 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:44,974 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 0, reset compression=false
2024-11-28T10:22:44,978 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-28T10:22:44,978 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[{test/446c3ece4a70b36d419a2e2918a01774/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732789364425/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-28T10:22:44,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.ReplicationSink(318): Replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:44,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741839_1015 (size=11194)
2024-11-28T10:22:45,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741840_1016 (size=10791)
2024-11-28T10:22:45,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-28T10:22:45,009 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-28T10:22:45,011 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-28T10:22:45,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ for inclusion in 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-28T10:22:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:45,015 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ for inclusion in 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-28T10:22:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-28T10:22:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegion(2603): Flush status journal for 6619cee0cdd12066583075b08f1fb045:

2024-11-28T10:22:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/1bb79b42e30b441cb358a160a5382f49_SeqId_6_
2024-11-28T10:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-28T10:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/977b98b36f4544baa90e752166efa94f_SeqId_6_
2024-11-28T10:22:45,020 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/1bb79b42e30b441cb358a160a5382f49_SeqId_6_ - updating store file list.
2024-11-28T10:22:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bb79b42e30b441cb358a160a5382f49_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:45,023 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/1bb79b42e30b441cb358a160a5382f49_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:45,023 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f (new location: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/1bb79b42e30b441cb358a160a5382f49_SeqId_6_)
2024-11-28T10:22:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/76d5a62eba3b4a2692c09bac3f3b8116_SeqId_6_
2024-11-28T10:22:45,024 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/977b98b36f4544baa90e752166efa94f_SeqId_6_ - updating store file list.
2024-11-28T10:22:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 977b98b36f4544baa90e752166efa94f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-28T10:22:45,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/977b98b36f4544baa90e752166efa94f_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f
2024-11-28T10:22:45,027 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_ into 6619cee0cdd12066583075b08f1fb045/f (new location: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/f/977b98b36f4544baa90e752166efa94f_SeqId_6_)
2024-11-28T10:22:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/staging/jenkins.hfs.22__test__i9eikvgstikbi36d3u5rj368pp8tglmvi1f04tp6ksru5lv1edg9u3j70ktp79hg/f/d4aff23e242d420da8ba84cb4da2fafd_SeqId_6_
2024-11-28T10:22:45,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] regionserver.ReplicationSink(324): Finished replicating [5096006b-4333-43ff-86fd-873423e0ab93] bulk loaded data
2024-11-28T10:22:45,085 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:45,178 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:45,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:45,448 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:45,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:45,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:45,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:45,449 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:45,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:45,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2079830388, stopped=false
2024-11-28T10:22:45,449 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,38487,1732789351440
2024-11-28T10:22:45,481 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:45,489 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466648312/running
2024-11-28T10:22:45,491 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466648312/running
2024-11-28T10:22:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:45,491 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:45,491 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:45,492 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:45,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:45,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:45,492 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,46193,1732789351586' *****
2024-11-28T10:22:45,492 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:45,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/running
2024-11-28T10:22:45,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Set watcher on znode that does not yet exist, /21466648312/running
2024-11-28T10:22:45,492 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:45,493 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,46193,1732789351586
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:45,493 INFO  [RS:0;e792e7e95410:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:46193.
2024-11-28T10:22:45,493 DEBUG [RS:0;e792e7e95410:46193 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:45,493 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:45,493 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8613a6caeb1a449950f4142c807a8b9b, disabling compactions & flushes
2024-11-28T10:22:45,494 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:45,494 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:45,494 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:45,494 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:45,494 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:45,494 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:45,494 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b. after waiting 0 ms
2024-11-28T10:22:45,494 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:45,494 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:22:45,494 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1325): Online Regions={8613a6caeb1a449950f4142c807a8b9b=test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:22:45,494 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8613a6caeb1a449950f4142c807a8b9b
2024-11-28T10:22:45,494 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:45,494 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:45,494 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:45,495 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:45,495 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:45,495 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-28T10:22:45,509 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/default/test/8613a6caeb1a449950f4142c807a8b9b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-28T10:22:45,510 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:45,510 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:45,510 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:45,510 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8613a6caeb1a449950f4142c807a8b9b:
Waiting for close lock at 1732789365493Running coprocessor pre-close hooks at 1732789365493Disabling compacts and flushes for region at 1732789365493Disabling writes for close at 1732789365494 (+1 ms)Writing region close event to WAL at 1732789365502 (+8 ms)Running coprocessor post-close hooks at 1732789365510 (+8 ms)Closed at 1732789365510
2024-11-28T10:22:45,510 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b.
2024-11-28T10:22:45,516 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/info/fc9c9dfc1ee045a78e0f34a1ea94163f is 129, key is test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b./info:regioninfo/1732789358561/Put/seqid=0
2024-11-28T10:22:45,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741839_1015 (size=6421)
2024-11-28T10:22:45,522 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/info/fc9c9dfc1ee045a78e0f34a1ea94163f
2024-11-28T10:22:45,523 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:45,543 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/ns/a94e02b550c24424ac8bc2bfa729c263 is 43, key is default/ns:d/1732789353954/Put/seqid=0
2024-11-28T10:22:45,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741840_1016 (size=5153)
2024-11-28T10:22:45,694 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:45,819 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:45,819 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:45,853 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:45,853 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,853 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,853 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,854 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,854 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,854 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,854 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,885 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:45,892 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,892 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,892 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,892 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,893 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,893 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,895 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:45,914 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,919 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,921 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:45,947 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/ns/a94e02b550c24424ac8bc2bfa729c263
2024-11-28T10:22:45,969 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/rep_barrier/5c286e683a354c22af0623506f04effe is 112, key is test,,1732789357418.8613a6caeb1a449950f4142c807a8b9b./rep_barrier:seqnumDuringOpen/1732789358561/Put/seqid=0
2024-11-28T10:22:45,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741841_1017 (size=5518)
2024-11-28T10:22:45,993 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:46,095 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:46,295 DEBUG [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:46,373 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/rep_barrier/5c286e683a354c22af0623506f04effe
2024-11-28T10:22:46,388 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:46,393 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/table/007cc163fd5f4bbdbea211b641d86902 is 40, key is test/table:state/1732789358567/Put/seqid=0
2024-11-28T10:22:46,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741842_1018 (size=5165)
2024-11-28T10:22:46,396 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/table/007cc163fd5f4bbdbea211b641d86902
2024-11-28T10:22:46,400 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/info/fc9c9dfc1ee045a78e0f34a1ea94163f as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/info/fc9c9dfc1ee045a78e0f34a1ea94163f
2024-11-28T10:22:46,403 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/info/fc9c9dfc1ee045a78e0f34a1ea94163f, entries=10, sequenceid=11, filesize=6.3 K
2024-11-28T10:22:46,403 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/ns/a94e02b550c24424ac8bc2bfa729c263 as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/ns/a94e02b550c24424ac8bc2bfa729c263
2024-11-28T10:22:46,406 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/ns/a94e02b550c24424ac8bc2bfa729c263, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:22:46,407 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/rep_barrier/5c286e683a354c22af0623506f04effe as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/rep_barrier/5c286e683a354c22af0623506f04effe
2024-11-28T10:22:46,410 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/rep_barrier/5c286e683a354c22af0623506f04effe, entries=1, sequenceid=11, filesize=5.4 K
2024-11-28T10:22:46,410 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/.tmp/table/007cc163fd5f4bbdbea211b641d86902 as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/table/007cc163fd5f4bbdbea211b641d86902
2024-11-28T10:22:46,413 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/table/007cc163fd5f4bbdbea211b641d86902, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:22:46,414 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false
2024-11-28T10:22:46,418 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:22:46,418 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:46,418 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:46,418 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:46,418 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789365494Running coprocessor pre-close hooks at 1732789365494Disabling compacts and flushes for region at 1732789365494Disabling writes for close at 1732789365495 (+1 ms)Obtaining lock to block concurrent updates at 1732789365495Preparing flush snapshotting stores in 1588230740 at 1732789365495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732789365495Flushing stores of hbase:meta,,1.1588230740 at 1732789365495Flushing 1588230740/info: creating writer at 1732789365495Flushing 1588230740/info: appending metadata at 1732789365516 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732789365516Flushing 1588230740/ns: creating writer at 1732789365526 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732789365543 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732789365543Flushing 1588230740/rep_barrier: creating writer at 1732789365951 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789365969 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789365969Flushing 1588230740/table: creating writer at 1732789366377 (+408 ms)Flushing 1588230740/table: appending metadata at 1732789366392 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732789366392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c8a430: reopening flushed file at 1732789366399 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e8abeb: reopening flushed file at 1732789366403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93d6734: reopening flushed file at 1732789366407 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6ed806: reopening flushed file at 1732789366410 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=11, compaction requested=false at 1732789366414 (+4 ms)Writing region close event to WAL at 1732789366415 (+1 ms)Running coprocessor post-close hooks at 1732789366418 (+3 ms)Closed at 1732789366418
2024-11-28T10:22:46,419 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:46,495 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,46193,1732789351586; all regions closed.
2024-11-28T10:22:46,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741834_1010 (size=2717)
2024-11-28T10:22:46,499 DEBUG [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/oldWALs
2024-11-28T10:22:46,499 INFO  [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C46193%2C1732789351586.meta:.meta(num 1732789353901)
2024-11-28T10:22:46,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741832_1008 (size=1028)
2024-11-28T10:22:46,502 DEBUG [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/oldWALs
2024-11-28T10:22:46,502 INFO  [RS:0;e792e7e95410:46193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C46193%2C1732789351586:(num 1732789352943)
2024-11-28T10:22:46,502 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:46,502 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:46,502 INFO  [RS:0;e792e7e95410:46193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:46,503 INFO  [RS:0;e792e7e95410:46193 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:46,503 INFO  [RS:0;e792e7e95410:46193 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:46,503 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:46,503 INFO  [RS:0;e792e7e95410:46193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:46193.
2024-11-28T10:22:46,504 DEBUG [RS:0;e792e7e95410:46193 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:46,504 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:46,504 DEBUG [RS:0;e792e7e95410:46193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:46,504 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:46,504 INFO  [RS:0;e792e7e95410:46193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46193
2024-11-28T10:22:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312/rs
2024-11-28T10:22:46,544 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466648312/rs/e792e7e95410,46193,1732789351586
2024-11-28T10:22:46,544 INFO  [RS:0;e792e7e95410:46193 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:46,554 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,46193,1732789351586]
2024-11-28T10:22:46,596 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:46,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21466648312/draining/e792e7e95410,46193,1732789351586 already deleted, retry=false
2024-11-28T10:22:46,619 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,46193,1732789351586 expired; onlineServers=0
2024-11-28T10:22:46,619 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,38487,1732789351440' *****
2024-11-28T10:22:46,620 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:46,620 INFO  [M:0;e792e7e95410:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:46,620 INFO  [M:0;e792e7e95410:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:46,620 DEBUG [M:0;e792e7e95410:38487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:46,620 DEBUG [M:0;e792e7e95410:38487 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:46,620 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:46,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789352710 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789352710,5,FailOnTimeoutGroup]
2024-11-28T10:22:46,620 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789352710 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789352710,5,FailOnTimeoutGroup]
2024-11-28T10:22:46,620 INFO  [M:0;e792e7e95410:38487 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:46,620 INFO  [M:0;e792e7e95410:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:46,620 DEBUG [M:0;e792e7e95410:38487 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:46,621 INFO  [M:0;e792e7e95410:38487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:46,621 INFO  [M:0;e792e7e95410:38487 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:46,621 INFO  [M:0;e792e7e95410:38487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:46,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21466648312/master
2024-11-28T10:22:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21466648312
2024-11-28T10:22:46,645 DEBUG [M:0;e792e7e95410:38487 {}] zookeeper.ZKUtil(347): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Unable to get data of znode /21466648312/master because node does not exist (not an error)
2024-11-28T10:22:46,645 WARN  [M:0;e792e7e95410:38487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:46,645 INFO  [M:0;e792e7e95410:38487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/.lastflushedseqids
2024-11-28T10:22:46,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741843_1019 (size=173)
2024-11-28T10:22:46,654 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:46,655 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46193-0x10180f702720007, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:46,655 INFO  [RS:0;e792e7e95410:46193 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:46,655 INFO  [RS:0;e792e7e95410:46193 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,46193,1732789351586; zookeeper connection closed.
2024-11-28T10:22:46,655 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12536eb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12536eb9
2024-11-28T10:22:46,655 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:46,991 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:47,049 INFO  [M:0;e792e7e95410:38487 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:47,049 INFO  [M:0;e792e7e95410:38487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:47,050 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:47,050 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:47,050 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:47,050 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:47,050 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:47,050 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-28T10:22:47,063 DEBUG [M:0;e792e7e95410:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcf696184f7e4306b3bfea62193ee700 is 82, key is hbase:meta,,1/info:regioninfo/1732789353935/Put/seqid=0
2024-11-28T10:22:47,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741844_1020 (size=5672)
2024-11-28T10:22:47,067 INFO  [M:0;e792e7e95410:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcf696184f7e4306b3bfea62193ee700
2024-11-28T10:22:47,087 DEBUG [M:0;e792e7e95410:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a01184f637464d8b4d600ef71caf62 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789358571/Put/seqid=0
2024-11-28T10:22:47,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741845_1021 (size=6586)
2024-11-28T10:22:47,300 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:47,494 INFO  [M:0;e792e7e95410:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a01184f637464d8b4d600ef71caf62
2024-11-28T10:22:47,513 DEBUG [M:0;e792e7e95410:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e2978b3d808421cb42664123e39b9ae is 69, key is e792e7e95410,46193,1732789351586/rs:state/1732789352748/Put/seqid=0
2024-11-28T10:22:47,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741846_1022 (size=5156)
2024-11-28T10:22:47,694 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:47,917 INFO  [M:0;e792e7e95410:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e2978b3d808421cb42664123e39b9ae
2024-11-28T10:22:47,921 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcf696184f7e4306b3bfea62193ee700 as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcf696184f7e4306b3bfea62193ee700
2024-11-28T10:22:47,924 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcf696184f7e4306b3bfea62193ee700, entries=8, sequenceid=55, filesize=5.5 K
2024-11-28T10:22:47,925 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6a01184f637464d8b4d600ef71caf62 as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6a01184f637464d8b4d600ef71caf62
2024-11-28T10:22:47,928 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6a01184f637464d8b4d600ef71caf62, entries=6, sequenceid=55, filesize=6.4 K
2024-11-28T10:22:47,928 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e2978b3d808421cb42664123e39b9ae as hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e2978b3d808421cb42664123e39b9ae
2024-11-28T10:22:47,931 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/aedfa983-8051-ad0d-5729-6f4cae61a990/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e2978b3d808421cb42664123e39b9ae, entries=1, sequenceid=55, filesize=5.0 K
2024-11-28T10:22:47,932 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false
2024-11-28T10:22:47,933 INFO  [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:47,933 DEBUG [M:0;e792e7e95410:38487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789367050Disabling compacts and flushes for region at 1732789367050Disabling writes for close at 1732789367050Obtaining lock to block concurrent updates at 1732789367050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789367050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732789367050Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789367051 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789367051Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789367063 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789367063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789367071 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789367087 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789367087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789367498 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789367513 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789367513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18427ebd: reopening flushed file at 1732789367921 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422dc042: reopening flushed file at 1732789367924 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bffde31: reopening flushed file at 1732789367928 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1732789367932 (+4 ms)Writing region close event to WAL at 1732789367933 (+1 ms)Closed at 1732789367933
2024-11-28T10:22:47,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741830_1006 (size=32770)
2024-11-28T10:22:47,935 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:47,935 INFO  [M:0;e792e7e95410:38487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:47,935 INFO  [M:0;e792e7e95410:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38487
2024-11-28T10:22:47,936 INFO  [M:0;e792e7e95410:38487 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:48,103 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:48,107 INFO  [M:0;e792e7e95410:38487 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x10180f702720006, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:48,111 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75efb37a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:48,112 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c35b670{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:48,112 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:48,112 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9a0ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:48,112 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:48,116 WARN  [BP-2123330687-172.17.0.2-1732789349085 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:48,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:48,116 WARN  [BP-2123330687-172.17.0.2-1732789349085 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2123330687-172.17.0.2-1732789349085 (Datanode Uuid 6d889cd0-f68f-43b7-a59c-262c07352dee) service to localhost/127.0.0.1:46365
2024-11-28T10:22:48,116 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:48,117 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/cluster_3f2e4b4e-ef6b-1c97-4c86-b5ac3e515711/data/data1/current/BP-2123330687-172.17.0.2-1732789349085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:48,117 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/cluster_3f2e4b4e-ef6b-1c97-4c86-b5ac3e515711/data/data2/current/BP-2123330687-172.17.0.2-1732789349085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:48,117 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:48,125 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13b352fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:48,125 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1949bef0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:48,125 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:48,125 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289ebe9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:48,126 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c81745{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/976cff02-0b5d-4299-0eef-9f8fd5936ab2/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:48,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:48,142 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:48,142 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:48,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:48,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:48,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:48,142 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:48,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:48,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=35716216, stopped=false
2024-11-28T10:22:48,143 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,43189,1732789345596
2024-11-28T10:22:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-846422041/running
2024-11-28T10:22:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-846422041/running
2024-11-28T10:22:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:48,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:48,160 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:48,161 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:48,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:48,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:48,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/running
2024-11-28T10:22:48,161 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,41859,1732789345711' *****
2024-11-28T10:22:48,161 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:48,161 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:48,162 INFO  [RS:0;e792e7e95410:41859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:48,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Set watcher on znode that does not yet exist, /1-846422041/running
2024-11-28T10:22:48,162 INFO  [RS:0;e792e7e95410:41859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:48,162 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:48,162 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:48,165 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,41859,1732789345711
2024-11-28T10:22:48,165 INFO  [RS:0;e792e7e95410:41859 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:48,165 INFO  [RS:0;e792e7e95410:41859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41859.
2024-11-28T10:22:48,165 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6619cee0cdd12066583075b08f1fb045, disabling compactions & flushes
2024-11-28T10:22:48,165 DEBUG [RS:0;e792e7e95410:41859 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:48,165 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:48,165 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:48,165 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:48,165 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789355268.6619cee0cdd12066583075b08f1fb045. after waiting 0 ms
2024-11-28T10:22:48,166 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:48,166 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:48,166 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:48,166 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:48,166 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:48,166 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-28T10:22:48,166 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6619cee0cdd12066583075b08f1fb045=test,,1732789355268.6619cee0cdd12066583075b08f1fb045.}
2024-11-28T10:22:48,166 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6619cee0cdd12066583075b08f1fb045
2024-11-28T10:22:48,166 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:48,166 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:48,166 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:48,166 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:48,166 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:48,166 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-28T10:22:48,168 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/default/test/6619cee0cdd12066583075b08f1fb045/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:22:48,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:48,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:48,169 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:48,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6619cee0cdd12066583075b08f1fb045:
Waiting for close lock at 1732789368165Running coprocessor pre-close hooks at 1732789368165Disabling compacts and flushes for region at 1732789368165Disabling writes for close at 1732789368165Writing region close event to WAL at 1732789368166 (+1 ms)Running coprocessor post-close hooks at 1732789368169 (+3 ms)Closed at 1732789368169
2024-11-28T10:22:48,169 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789355268.6619cee0cdd12066583075b08f1fb045.
2024-11-28T10:22:48,186 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/info/f2d6ff0f124b41688d7dad8c4423f66c is 129, key is test,,1732789355268.6619cee0cdd12066583075b08f1fb045./info:regioninfo/1732789356403/Put/seqid=0
2024-11-28T10:22:48,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741841_1017 (size=6421)
2024-11-28T10:22:48,214 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:48,366 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:48,497 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:48,566 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:48,589 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/info/f2d6ff0f124b41688d7dad8c4423f66c
2024-11-28T10:22:48,608 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/ns/f1ed5b0c2b0a4d40aa0a520e16863bbf is 43, key is default/ns:d/1732789348971/Put/seqid=0
2024-11-28T10:22:48,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741842_1018 (size=5153)
2024-11-28T10:22:48,611 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/ns/f1ed5b0c2b0a4d40aa0a520e16863bbf
2024-11-28T10:22:48,628 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/rep_barrier/88193bb8966a4a4caecc99f17f4d7a2c is 112, key is test,,1732789355268.6619cee0cdd12066583075b08f1fb045./rep_barrier:seqnumDuringOpen/1732789356403/Put/seqid=0
2024-11-28T10:22:48,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741843_1019 (size=5518)
2024-11-28T10:22:48,766 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:48,859 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:48,859 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:48,967 DEBUG [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:49,006 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:49,036 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/rep_barrier/88193bb8966a4a4caecc99f17f4d7a2c
2024-11-28T10:22:49,055 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/table/0f4c1f99ceb6404d801e41871c39feff is 40, key is test/table:state/1732789356408/Put/seqid=0
2024-11-28T10:22:49,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741844_1020 (size=5165)
2024-11-28T10:22:49,059 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/table/0f4c1f99ceb6404d801e41871c39feff
2024-11-28T10:22:49,062 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/info/f2d6ff0f124b41688d7dad8c4423f66c as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/info/f2d6ff0f124b41688d7dad8c4423f66c
2024-11-28T10:22:49,064 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/info/f2d6ff0f124b41688d7dad8c4423f66c, entries=10, sequenceid=11, filesize=6.3 K
2024-11-28T10:22:49,065 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/ns/f1ed5b0c2b0a4d40aa0a520e16863bbf as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/ns/f1ed5b0c2b0a4d40aa0a520e16863bbf
2024-11-28T10:22:49,068 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/ns/f1ed5b0c2b0a4d40aa0a520e16863bbf, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:22:49,069 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/rep_barrier/88193bb8966a4a4caecc99f17f4d7a2c as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/rep_barrier/88193bb8966a4a4caecc99f17f4d7a2c
2024-11-28T10:22:49,071 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/rep_barrier/88193bb8966a4a4caecc99f17f4d7a2c, entries=1, sequenceid=11, filesize=5.4 K
2024-11-28T10:22:49,072 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/.tmp/table/0f4c1f99ceb6404d801e41871c39feff as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/table/0f4c1f99ceb6404d801e41871c39feff
2024-11-28T10:22:49,074 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/table/0f4c1f99ceb6404d801e41871c39feff, entries=2, sequenceid=11, filesize=5.0 K
2024-11-28T10:22:49,075 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false
2024-11-28T10:22:49,080 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-28T10:22:49,080 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:49,080 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:49,080 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:49,080 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789368166Running coprocessor pre-close hooks at 1732789368166Disabling compacts and flushes for region at 1732789368166Disabling writes for close at 1732789368166Obtaining lock to block concurrent updates at 1732789368166Preparing flush snapshotting stores in 1588230740 at 1732789368166Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732789368166Flushing stores of hbase:meta,,1.1588230740 at 1732789368167 (+1 ms)Flushing 1588230740/info: creating writer at 1732789368167Flushing 1588230740/info: appending metadata at 1732789368185 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732789368185Flushing 1588230740/ns: creating writer at 1732789368593 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732789368607 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732789368607Flushing 1588230740/rep_barrier: creating writer at 1732789368615 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789368628 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789368628Flushing 1588230740/table: creating writer at 1732789369039 (+411 ms)Flushing 1588230740/table: appending metadata at 1732789369055 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732789369055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37297bd2: reopening flushed file at 1732789369062 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a01d20: reopening flushed file at 1732789369064 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46520580: reopening flushed file at 1732789369068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183c6be: reopening flushed file at 1732789369071 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false at 1732789369075 (+4 ms)Writing region close event to WAL at 1732789369078 (+3 ms)Running coprocessor post-close hooks at 1732789369080 (+2 ms)Closed at 1732789369080
2024-11-28T10:22:49,081 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:49,167 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,41859,1732789345711; all regions closed.
2024-11-28T10:22:49,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741834_1010 (size=2717)
2024-11-28T10:22:49,170 DEBUG [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/oldWALs
2024-11-28T10:22:49,170 INFO  [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C41859%2C1732789345711.meta:.meta(num 1732789348920)
2024-11-28T10:22:49,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741832_1008 (size=1374)
2024-11-28T10:22:49,173 DEBUG [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/oldWALs
2024-11-28T10:22:49,173 INFO  [RS:0;e792e7e95410:41859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C41859%2C1732789345711:(num 1732789347923)
2024-11-28T10:22:49,173 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:49,173 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:49,173 INFO  [RS:0;e792e7e95410:41859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:49,173 INFO  [RS:0;e792e7e95410:41859 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:49,173 INFO  [RS:0;e792e7e95410:41859 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:49,173 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:49,174 INFO  [RS:0;e792e7e95410:41859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:41859.
2024-11-28T10:22:49,174 DEBUG [RS:0;e792e7e95410:41859 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:49,174 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:49,174 DEBUG [RS:0;e792e7e95410:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:49,174 INFO  [RS:0;e792e7e95410:41859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41859
2024-11-28T10:22:49,174 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-846422041/rs/e792e7e95410,41859,1732789345711
2024-11-28T10:22:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041/rs
2024-11-28T10:22:49,186 INFO  [RS:0;e792e7e95410:41859 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:49,196 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,41859,1732789345711]
2024-11-28T10:22:49,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-846422041/draining/e792e7e95410,41859,1732789345711 already deleted, retry=false
2024-11-28T10:22:49,207 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,41859,1732789345711 expired; onlineServers=0
2024-11-28T10:22:49,207 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,43189,1732789345596' *****
2024-11-28T10:22:49,207 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:49,207 DEBUG [M:0;e792e7e95410:43189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:49,207 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:49,207 DEBUG [M:0;e792e7e95410:43189 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:49,207 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789347656 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789347656,5,FailOnTimeoutGroup]
2024-11-28T10:22:49,207 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789347656 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789347656,5,FailOnTimeoutGroup]
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:49,207 DEBUG [M:0;e792e7e95410:43189 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:49,207 INFO  [M:0;e792e7e95410:43189 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:49,208 INFO  [M:0;e792e7e95410:43189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:49,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:49,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-846422041/master
2024-11-28T10:22:49,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-846422041
2024-11-28T10:22:49,217 DEBUG [M:0;e792e7e95410:43189 {}] zookeeper.ZKUtil(347): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Unable to get data of znode /1-846422041/master because node does not exist (not an error)
2024-11-28T10:22:49,217 WARN  [M:0;e792e7e95410:43189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:49,225 INFO  [M:0;e792e7e95410:43189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/.lastflushedseqids
2024-11-28T10:22:49,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741845_1021 (size=173)
2024-11-28T10:22:49,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:49,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x10180f702720004, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:49,297 INFO  [RS:0;e792e7e95410:41859 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:49,297 INFO  [RS:0;e792e7e95410:41859 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,41859,1732789345711; zookeeper connection closed.
2024-11-28T10:22:49,298 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ceb1b8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ceb1b8a
2024-11-28T10:22:49,298 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:49,400 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:49,635 INFO  [M:0;e792e7e95410:43189 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:49,635 INFO  [M:0;e792e7e95410:43189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:49,635 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:49,635 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:49,635 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:49,635 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:49,635 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:49,635 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB
2024-11-28T10:22:49,654 DEBUG [M:0;e792e7e95410:43189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4f3c96e58f44b781a28e2c2f99d8e5 is 82, key is hbase:meta,,1/info:regioninfo/1732789348953/Put/seqid=0
2024-11-28T10:22:49,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741846_1022 (size=5672)
2024-11-28T10:22:50,009 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:50,057 INFO  [M:0;e792e7e95410:43189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4f3c96e58f44b781a28e2c2f99d8e5
2024-11-28T10:22:50,072 DEBUG [M:0;e792e7e95410:43189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd3fa01bf0304611829d637b22e1ff19 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732789356410/Put/seqid=0
2024-11-28T10:22:50,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741847_1023 (size=6587)
2024-11-28T10:22:50,404 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:50,476 INFO  [M:0;e792e7e95410:43189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd3fa01bf0304611829d637b22e1ff19
2024-11-28T10:22:50,494 DEBUG [M:0;e792e7e95410:43189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e17c866a6640489db7b42ff9a0e095 is 69, key is e792e7e95410,41859,1732789345711/rs:state/1732789347775/Put/seqid=0
2024-11-28T10:22:50,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741848_1024 (size=5156)
2024-11-28T10:22:50,498 INFO  [M:0;e792e7e95410:43189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e17c866a6640489db7b42ff9a0e095
2024-11-28T10:22:50,501 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e4f3c96e58f44b781a28e2c2f99d8e5 as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e4f3c96e58f44b781a28e2c2f99d8e5
2024-11-28T10:22:50,504 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e4f3c96e58f44b781a28e2c2f99d8e5, entries=8, sequenceid=55, filesize=5.5 K
2024-11-28T10:22:50,505 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd3fa01bf0304611829d637b22e1ff19 as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd3fa01bf0304611829d637b22e1ff19
2024-11-28T10:22:50,508 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd3fa01bf0304611829d637b22e1ff19, entries=6, sequenceid=55, filesize=6.4 K
2024-11-28T10:22:50,508 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e17c866a6640489db7b42ff9a0e095 as hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e17c866a6640489db7b42ff9a0e095
2024-11-28T10:22:50,511 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/bf914170-98e7-82d7-f7ee-6f8b7ff0f0d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e17c866a6640489db7b42ff9a0e095, entries=1, sequenceid=55, filesize=5.0 K
2024-11-28T10:22:50,512 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false
2024-11-28T10:22:50,513 INFO  [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:50,513 DEBUG [M:0;e792e7e95410:43189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789369635Disabling compacts and flushes for region at 1732789369635Disabling writes for close at 1732789369635Obtaining lock to block concurrent updates at 1732789369635Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789369635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732789369635Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789369636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789369636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789369653 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789369653Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789370060 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789370072 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789370072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789370479 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789370494 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789370494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bac12c4: reopening flushed file at 1732789370501 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df88461: reopening flushed file at 1732789370504 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5728a3d9: reopening flushed file at 1732789370508 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1732789370512 (+4 ms)Writing region close event to WAL at 1732789370513 (+1 ms)Closed at 1732789370513
2024-11-28T10:22:50,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39871 is added to blk_1073741830_1006 (size=32782)
2024-11-28T10:22:50,515 INFO  [M:0;e792e7e95410:43189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:50,515 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:50,515 INFO  [M:0;e792e7e95410:43189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43189
2024-11-28T10:22:50,516 INFO  [M:0;e792e7e95410:43189 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:50,629 INFO  [M:0;e792e7e95410:43189 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:50,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43189-0x10180f702720003, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:50,631 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e58534{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:50,631 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@83959c7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:50,631 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:50,631 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d9d691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:50,632 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303b657b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:50,633 WARN  [BP-369247593-172.17.0.2-1732789344057 heartbeating to localhost/127.0.0.1:35887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:50,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:50,633 WARN  [BP-369247593-172.17.0.2-1732789344057 heartbeating to localhost/127.0.0.1:35887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369247593-172.17.0.2-1732789344057 (Datanode Uuid b838073e-ed2f-4034-816c-67ca00da7fbb) service to localhost/127.0.0.1:35887
2024-11-28T10:22:50,633 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:50,633 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/cluster_7e623d21-7f2e-7e7b-667d-a94e47eeef76/data/data1/current/BP-369247593-172.17.0.2-1732789344057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:50,633 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/cluster_7e623d21-7f2e-7e7b-667d-a94e47eeef76/data/data2/current/BP-369247593-172.17.0.2-1732789344057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:50,634 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:50,639 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@223c4931{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:50,640 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c64721b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:50,640 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:50,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64484e02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:50,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f63bdb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/facf2c3b-d48d-5f64-272d-1fd87600b5b9/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:50,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:50,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-28T10:22:50,655 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:50,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:50,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:50,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:50,655 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:50,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-28T10:22:50,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=61878305, stopped=false
2024-11-28T10:22:50,655 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,35313,1732789341921
2024-11-28T10:22:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040196081/running
2024-11-28T10:22:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040196081/running
2024-11-28T10:22:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:50,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:50,670 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:50,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/running
2024-11-28T10:22:50,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Set watcher on znode that does not yet exist, /040196081/running
2024-11-28T10:22:50,671 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-28T10:22:50,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:50,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:50,671 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,43981,1732789342153' *****
2024-11-28T10:22:50,671 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-28T10:22:50,671 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-28T10:22:50,671 INFO  [RS:0;e792e7e95410:43981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-28T10:22:50,672 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(3091): Received CLOSE for 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(3091): Received CLOSE for 0429ba6dcf286e24a69252689e58bb81
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,43981,1732789342153
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:50,672 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 446c3ece4a70b36d419a2e2918a01774, disabling compactions & flushes
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43981.
2024-11-28T10:22:50,672 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:50,672 DEBUG [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:50,672 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:50,672 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:50,672 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732789354123.446c3ece4a70b36d419a2e2918a01774. after waiting 0 ms
2024-11-28T10:22:50,672 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-28T10:22:50,672 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-28T10:22:50,680 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-28T10:22:50,680 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1325): Online Regions={446c3ece4a70b36d419a2e2918a01774=test,,1732789354123.446c3ece4a70b36d419a2e2918a01774., 0429ba6dcf286e24a69252689e58bb81=hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81., 1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:22:50,680 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 0429ba6dcf286e24a69252689e58bb81, 1588230740, 446c3ece4a70b36d419a2e2918a01774
2024-11-28T10:22:50,681 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-28T10:22:50,681 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-28T10:22:50,681 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-28T10:22:50,681 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-28T10:22:50,681 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-28T10:22:50,681 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-28T10:22:50,687 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/default/test/446c3ece4a70b36d419a2e2918a01774/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-28T10:22:50,688 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:50,688 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-28T10:22:50,688 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 446c3ece4a70b36d419a2e2918a01774:
Waiting for close lock at 1732789370672Running coprocessor pre-close hooks at 1732789370672Disabling compacts and flushes for region at 1732789370672Disabling writes for close at 1732789370672Writing region close event to WAL at 1732789370680 (+8 ms)Running coprocessor post-close hooks at 1732789370688 (+8 ms)Closed at 1732789370688
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732789354123.446c3ece4a70b36d419a2e2918a01774.
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0429ba6dcf286e24a69252689e58bb81, disabling compactions & flushes
2024-11-28T10:22:50,689 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81. after waiting 0 ms
2024-11-28T10:22:50,689 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:50,689 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0429ba6dcf286e24a69252689e58bb81 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-28T10:22:50,698 INFO  [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:50,702 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/info/b37d1eb26d7f4925a1df84972be0ea1b is 147, key is hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81./info:regioninfo/1732789360379/Put/seqid=0
2024-11-28T10:22:50,707 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/hfileref/66c783605a1b47cba42596ab3997bfdf is 74, key is 1/hfileref:10b3d01e38a542b69bf8655c6ca31f69_SeqId_4_/1732789363110/DeleteColumn/seqid=0
2024-11-28T10:22:50,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741847_1023 (size=7686)
2024-11-28T10:22:50,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741848_1024 (size=5489)
2024-11-28T10:22:50,714 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/hfileref/66c783605a1b47cba42596ab3997bfdf
2024-11-28T10:22:50,734 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/queue/189ae82fbaa84e06a8ba22fb69496141 is 153, key is 1-e792e7e95410,43981,1732789342153/queue:e792e7e95410%2C43981%2C1732789342153/1732789365031/Put/seqid=0
2024-11-28T10:22:50,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741849_1025 (size=5504)
2024-11-28T10:22:50,741 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/queue/189ae82fbaa84e06a8ba22fb69496141
2024-11-28T10:22:50,745 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/hfileref/66c783605a1b47cba42596ab3997bfdf as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/hfileref/66c783605a1b47cba42596ab3997bfdf
2024-11-28T10:22:50,751 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/hfileref/66c783605a1b47cba42596ab3997bfdf, entries=6, sequenceid=17, filesize=5.4 K
2024-11-28T10:22:50,752 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/.tmp/queue/189ae82fbaa84e06a8ba22fb69496141 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/queue/189ae82fbaa84e06a8ba22fb69496141
2024-11-28T10:22:50,762 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/queue/189ae82fbaa84e06a8ba22fb69496141, entries=2, sequenceid=17, filesize=5.4 K
2024-11-28T10:22:50,763 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0429ba6dcf286e24a69252689e58bb81 in 74ms, sequenceid=17, compaction requested=false
2024-11-28T10:22:50,768 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/replication/0429ba6dcf286e24a69252689e58bb81/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-28T10:22:50,769 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:50,769 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:50,769 INFO  [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:50,769 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0429ba6dcf286e24a69252689e58bb81:
Waiting for close lock at 1732789370689Running coprocessor pre-close hooks at 1732789370689Disabling compacts and flushes for region at 1732789370689Disabling writes for close at 1732789370689Obtaining lock to block concurrent updates at 1732789370689Preparing flush snapshotting stores in 0429ba6dcf286e24a69252689e58bb81 at 1732789370689Finished memstore snapshotting hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732789370689Flushing stores of hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81. at 1732789370690 (+1 ms)Flushing 0429ba6dcf286e24a69252689e58bb81/hfileref: creating writer at 1732789370690Flushing 0429ba6dcf286e24a69252689e58bb81/hfileref: appending metadata at 1732789370706 (+16 ms)Flushing 0429ba6dcf286e24a69252689e58bb81/hfileref: closing flushed file at 1732789370706Flushing 0429ba6dcf286e24a69252689e58bb81/queue: creating writer at 1732789370718 (+12 ms)Flushing 0429ba6dcf286e24a69252689e58bb81/queue: appending metadata at 1732789370733 (+15 ms)Flushing 0429ba6dcf286e24a69252689e58bb81/queue: closing flushed file at 1732789370733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e648a15: reopening flushed file at 1732789370744 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b78424: reopening flushed file at 1732789370751 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0429ba6dcf286e24a69252689e58bb81 in 74ms, sequenceid=17, compaction requested=false at 1732789370763 (+12 ms)Writing region close event to WAL at 1732789370766 (+3 ms)Running coprocessor post-close hooks at 1732789370769 (+3 ms)Closed at 1732789370769
2024-11-28T10:22:50,769 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732789359578.0429ba6dcf286e24a69252689e58bb81.
2024-11-28T10:22:50,880 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,012 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-28T10:22:51,013 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,013 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,013 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,013 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,014 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,014 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,014 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,014 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,069 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,069 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,070 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,070 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,070 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,070 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,079 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,081 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,083 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,083 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,085 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,110 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/info/b37d1eb26d7f4925a1df84972be0ea1b
2024-11-28T10:22:51,113 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:51,116 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:51,116 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:51,116 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:51,117 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e792e7e95410,43981,1732789342153: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e792e7e95410,43981,1732789342153, walGroup=e792e7e95410%2C43981%2C1732789342153, offset=e792e7e95410%2C43981%2C1732789342153.1732789363250:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:43981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-28T10:22:51,119 ERROR [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-28T10:22:51,119 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-28T10:22:51,119 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-28T10:22:51,119 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-28T10:22:51,119 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-28T10:22:51,119 INFO  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1535115264,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1172195872
      },
      "NonHeapMemoryUsage": {
        "committed": 212271104,
        "init": 7667712,
        "max": -1,
        "used": 209270808
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-28T10:22:51,120 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-28T10:22:51,120 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:35313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e792e7e95410:35313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-28T10:22:51,129 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/ns/626899c215fa4b5a872444e0a3944ded is 43, key is default/ns:d/1732789343961/Put/seqid=0
2024-11-28T10:22:51,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741850_1026 (size=5153)
2024-11-28T10:22:51,133 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/ns/626899c215fa4b5a872444e0a3944ded
2024-11-28T10:22:51,152 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/rep_barrier/2a4d07fa879a4ec68ce1c5586ccc9b6f is 112, key is test,,1732789354123.446c3ece4a70b36d419a2e2918a01774./rep_barrier:seqnumDuringOpen/1732789354870/Put/seqid=0
2024-11-28T10:22:51,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741851_1027 (size=5518)
2024-11-28T10:22:51,172 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-28T10:22:51,172 INFO  [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-28T10:22:51,281 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,324 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:51,481 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,507 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 393, reset compression=false
2024-11-28T10:22:51,509 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-28T10:22:51,511 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-28T10:22:51,511 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:51,511 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e792e7e95410,43981,1732789342153 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-28T10:22:51,512 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-28T10:22:51,556 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/rep_barrier/2a4d07fa879a4ec68ce1c5586ccc9b6f
2024-11-28T10:22:51,573 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/table/733efd8bf37d47c599d28483c15c43f5 is 53, key is hbase:replication/table:state/1732789360403/Put/seqid=0
2024-11-28T10:22:51,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741852_1028 (size=5308)
2024-11-28T10:22:51,627 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:51,681 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-28T10:22:51,681 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-28T10:22:51,681 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,715 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:51,881 DEBUG [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-28T10:22:51,976 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/table/733efd8bf37d47c599d28483c15c43f5
2024-11-28T10:22:51,980 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/info/b37d1eb26d7f4925a1df84972be0ea1b as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/info/b37d1eb26d7f4925a1df84972be0ea1b
2024-11-28T10:22:51,984 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/info/b37d1eb26d7f4925a1df84972be0ea1b, entries=20, sequenceid=16, filesize=7.5 K
2024-11-28T10:22:51,985 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/ns/626899c215fa4b5a872444e0a3944ded as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/ns/626899c215fa4b5a872444e0a3944ded
2024-11-28T10:22:51,988 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/ns/626899c215fa4b5a872444e0a3944ded, entries=2, sequenceid=16, filesize=5.0 K
2024-11-28T10:22:51,989 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/rep_barrier/2a4d07fa879a4ec68ce1c5586ccc9b6f as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/rep_barrier/2a4d07fa879a4ec68ce1c5586ccc9b6f
2024-11-28T10:22:51,992 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/rep_barrier/2a4d07fa879a4ec68ce1c5586ccc9b6f, entries=1, sequenceid=16, filesize=5.4 K
2024-11-28T10:22:52,005 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/.tmp/table/733efd8bf37d47c599d28483c15c43f5 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/table/733efd8bf37d47c599d28483c15c43f5
2024-11-28T10:22:52,010 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/table/733efd8bf37d47c599d28483c15c43f5, entries=4, sequenceid=16, filesize=5.2 K
2024-11-28T10:22:52,011 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false
2024-11-28T10:22:52,011 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-28T10:22:52,017 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:52,027 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-28T10:22:52,027 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-28T10:22:52,027 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-28T10:22:52,027 INFO  [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:52,027 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732789370680Running coprocessor pre-close hooks at 1732789370681 (+1 ms)Disabling compacts and flushes for region at 1732789370681Disabling writes for close at 1732789370681Obtaining lock to block concurrent updates at 1732789370681Preparing flush snapshotting stores in 1588230740 at 1732789370681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732789370681Flushing stores of hbase:meta,,1.1588230740 at 1732789370682 (+1 ms)Flushing 1588230740/info: creating writer at 1732789370682Flushing 1588230740/info: appending metadata at 1732789370702 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732789370702Flushing 1588230740/ns: creating writer at 1732789371114 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732789371129 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732789371129Flushing 1588230740/rep_barrier: creating writer at 1732789371136 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789371152 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789371152Flushing 1588230740/table: creating writer at 1732789371559 (+407 ms)Flushing 1588230740/table: appending metadata at 1732789371573 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732789371573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7102fe9e: reopening flushed file at 1732789371979 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676aecdb: reopening flushed file at 1732789371984 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6271afdb: reopening flushed file at 1732789371989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2045312f: reopening flushed file at 1732789371992 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732789372011 (+19 ms)Writing region close event to WAL at 1732789372015 (+4 ms)Running coprocessor post-close hooks at 1732789372027 (+12 ms)Closed at 1732789372027
2024-11-28T10:22:52,027 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-28T10:22:52,029 DEBUG [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/WALs/e792e7e95410,43981,1732789342153/e792e7e95410%2C43981%2C1732789342153.1732789363250 to pos 688, reset compression=false
2024-11-28T10:22:52,082 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,43981,1732789342153; all regions closed.
2024-11-28T10:22:52,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741843_1019 (size=859)
2024-11-28T10:22:52,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741842_1018 (size=2791)
2024-11-28T10:22:52,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741844_1020 (size=696)
2024-11-28T10:22:52,088 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:52,089 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.LeaseManager(133): Closed leases
2024-11-28T10:22:52,089 INFO  [RS:0;e792e7e95410:43981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:52,089 INFO  [RS:0;e792e7e95410:43981 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:52,089 INFO  [RS:0;e792e7e95410:43981 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:52,089 INFO  [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:52,089 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e792e7e95410,43981,1732789342153 because: Region server is closing
2024-11-28T10:22:52,090 INFO  [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43981.
2024-11-28T10:22:52,090 DEBUG [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:52,090 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:52,090 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:52,090 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:52,190 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 terminated
2024-11-28T10:22:52,190 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e792e7e95410,43981,1732789342153 because: Region server is closing
2024-11-28T10:22:52,190 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,1-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,1-e792e7e95410,43981,1732789342153 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:22:52,190 INFO  [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:43981.
2024-11-28T10:22:52,190 DEBUG [RS:0;e792e7e95410:43981 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-28T10:22:52,191 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:52,191 DEBUG [RS:0;e792e7e95410:43981 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-28T10:22:52,191 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-28T10:22:52,291 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.shippere792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 terminated
2024-11-28T10:22:52,291 WARN  [RS_REFRESH_PEER-regionserver/e792e7e95410:0-0.replicationSource,2-e792e7e95410,43981,1732789342153.replicationSource.wal-reader.e792e7e95410%2C43981%2C1732789342153,2-e792e7e95410,43981,1732789342153 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-28T10:22:52,291 INFO  [RS:0;e792e7e95410:43981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43981
2024-11-28T10:22:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040196081/rs/e792e7e95410,43981,1732789342153
2024-11-28T10:22:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081/rs
2024-11-28T10:22:52,343 INFO  [RS:0;e792e7e95410:43981 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:52,344 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,43981,1732789342153]
2024-11-28T10:22:52,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /040196081/draining/e792e7e95410,43981,1732789342153 already deleted, retry=false
2024-11-28T10:22:52,439 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,43981,1732789342153 expired; onlineServers=0
2024-11-28T10:22:52,439 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,35313,1732789341921' *****
2024-11-28T10:22:52,439 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-28T10:22:52,439 INFO  [M:0;e792e7e95410:35313 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-28T10:22:52,439 INFO  [M:0;e792e7e95410:35313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-28T10:22:52,439 DEBUG [M:0;e792e7e95410:35313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-28T10:22:52,439 DEBUG [M:0;e792e7e95410:35313 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-28T10:22:52,439 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-28T10:22:52,439 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789343071 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732789343071,5,FailOnTimeoutGroup]
2024-11-28T10:22:52,439 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789343070 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732789343070,5,FailOnTimeoutGroup]
2024-11-28T10:22:52,439 INFO  [M:0;e792e7e95410:35313 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-28T10:22:52,439 INFO  [M:0;e792e7e95410:35313 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-28T10:22:52,439 DEBUG [M:0;e792e7e95410:35313 {}] master.HMaster(1795): Stopping service threads
2024-11-28T10:22:52,439 INFO  [M:0;e792e7e95410:35313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-28T10:22:52,440 INFO  [M:0;e792e7e95410:35313 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-28T10:22:52,440 ERROR [M:0;e792e7e95410:35313 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39717,5,PEWorkerGroup]
2024-11-28T10:22:52,440 INFO  [M:0;e792e7e95410:35313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-28T10:22:52,440 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-28T10:22:52,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:52,465 INFO  [RS:0;e792e7e95410:43981 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:52,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43981-0x10180f702720001, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:52,465 INFO  [RS:0;e792e7e95410:43981 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,43981,1732789342153; zookeeper connection closed.
2024-11-28T10:22:52,465 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd4181c
2024-11-28T10:22:52,465 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-28T10:22:52,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/040196081/master
2024-11-28T10:22:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/040196081
2024-11-28T10:22:52,513 DEBUG [M:0;e792e7e95410:35313 {}] zookeeper.ZKUtil(347): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Unable to get data of znode /040196081/master because node does not exist (not an error)
2024-11-28T10:22:52,513 WARN  [M:0;e792e7e95410:35313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-28T10:22:52,513 INFO  [M:0;e792e7e95410:35313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/.lastflushedseqids
2024-11-28T10:22:52,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741853_1029 (size=263)
2024-11-28T10:22:52,920 INFO  [M:0;e792e7e95410:35313 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-28T10:22:52,921 INFO  [M:0;e792e7e95410:35313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-28T10:22:52,921 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-28T10:22:52,921 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:52,921 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:52,921 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-28T10:22:52,921 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:52,921 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB
2024-11-28T10:22:52,934 DEBUG [M:0;e792e7e95410:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0fdbac3a4c4296aec1aab940ddd3e3 is 82, key is hbase:meta,,1/info:regioninfo/1732789343906/Put/seqid=0
2024-11-28T10:22:52,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741854_1030 (size=5672)
2024-11-28T10:22:53,337 INFO  [M:0;e792e7e95410:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0fdbac3a4c4296aec1aab940ddd3e3
2024-11-28T10:22:53,353 DEBUG [M:0;e792e7e95410:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47450ad47fad443aa11028a35bb5b7b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732789360406/Put/seqid=0
2024-11-28T10:22:53,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741855_1031 (size=8909)
2024-11-28T10:22:53,756 INFO  [M:0;e792e7e95410:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47450ad47fad443aa11028a35bb5b7b3
2024-11-28T10:22:53,775 DEBUG [M:0;e792e7e95410:35313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/210b4d5f3b3047988843d058d8fa3859 is 69, key is e792e7e95410,43981,1732789342153/rs:state/1732789343138/Put/seqid=0
2024-11-28T10:22:53,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741856_1032 (size=5156)
2024-11-28T10:22:54,179 INFO  [M:0;e792e7e95410:35313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/210b4d5f3b3047988843d058d8fa3859
2024-11-28T10:22:54,183 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae0fdbac3a4c4296aec1aab940ddd3e3 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae0fdbac3a4c4296aec1aab940ddd3e3
2024-11-28T10:22:54,186 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae0fdbac3a4c4296aec1aab940ddd3e3, entries=8, sequenceid=112, filesize=5.5 K
2024-11-28T10:22:54,186 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47450ad47fad443aa11028a35bb5b7b3 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47450ad47fad443aa11028a35bb5b7b3
2024-11-28T10:22:54,189 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47450ad47fad443aa11028a35bb5b7b3, entries=13, sequenceid=112, filesize=8.7 K
2024-11-28T10:22:54,190 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/210b4d5f3b3047988843d058d8fa3859 as hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/210b4d5f3b3047988843d058d8fa3859
2024-11-28T10:22:54,193 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39717/user/jenkins/test-data/b329b19e-8a19-1cee-9a00-8819e9a83b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/210b4d5f3b3047988843d058d8fa3859, entries=1, sequenceid=112, filesize=5.0 K
2024-11-28T10:22:54,194 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false
2024-11-28T10:22:54,195 INFO  [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-28T10:22:54,195 DEBUG [M:0;e792e7e95410:35313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732789372921Disabling compacts and flushes for region at 1732789372921Disabling writes for close at 1732789372921Obtaining lock to block concurrent updates at 1732789372921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789372921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732789372921Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789372922 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789372922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789372934 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789372934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789373340 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789373352 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789373352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789373760 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789373775 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789373775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef3ee25: reopening flushed file at 1732789374182 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306b2007: reopening flushed file at 1732789374186 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c545754: reopening flushed file at 1732789374189 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false at 1732789374194 (+5 ms)Writing region close event to WAL at 1732789374195 (+1 ms)Closed at 1732789374195
2024-11-28T10:22:54,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46291 is added to blk_1073741830_1006 (size=69055)
2024-11-28T10:22:54,197 INFO  [M:0;e792e7e95410:35313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-28T10:22:54,197 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-28T10:22:54,197 INFO  [M:0;e792e7e95410:35313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35313
2024-11-28T10:22:54,197 INFO  [M:0;e792e7e95410:35313 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-28T10:22:54,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:54,307 INFO  [M:0;e792e7e95410:35313 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-28T10:22:54,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35313-0x10180f702720000, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-28T10:22:54,309 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20badbdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-28T10:22:54,309 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49767db0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:54,309 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:54,309 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@702b12c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:54,309 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@184d626c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:54,310 WARN  [BP-247567798-172.17.0.2-1732789339878 heartbeating to localhost/127.0.0.1:39717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-28T10:22:54,310 WARN  [BP-247567798-172.17.0.2-1732789339878 heartbeating to localhost/127.0.0.1:39717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-247567798-172.17.0.2-1732789339878 (Datanode Uuid 320ecc1f-8c9e-4ddf-a5c7-534cf4075c9f) service to localhost/127.0.0.1:39717
2024-11-28T10:22:54,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-28T10:22:54,310 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-28T10:22:54,310 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/data/data1/current/BP-247567798-172.17.0.2-1732789339878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:54,311 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/cluster_1c8f77fd-193f-a162-5c28-90ef25e02fbb/data/data2/current/BP-247567798-172.17.0.2-1732789339878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-28T10:22:54,311 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-28T10:22:54,316 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257f3ef9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-28T10:22:54,317 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@296656b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-28T10:22:54,317 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-28T10:22:54,317 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19abbfe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-28T10:22:54,317 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3504153d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cde7aca6-4502-44fa-76f2-3e0982a80c6f/hadoop.log.dir/,STOPPED}
2024-11-28T10:22:54,324 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-28T10:22:54,336 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-28T10:22:54,349 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 528)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35887 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46365
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39717
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35887 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46365 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35887 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46365 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46365 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:46365 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46365
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63782)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39717
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35887
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35887
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:35887 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39717
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1226814053) connection to localhost/127.0.0.1:39717 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=977 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 630), ProcessCount=11 (was 11), AvailableMemoryMB=3873 (was 3763) - AvailableMemoryMB LEAK? -
2024-11-28T10:22:54,350 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500
2024-11-28T10:22:54,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10180f702720008, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:54,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180f702720002, quorum=127.0.0.1:63782, baseZNode=/040196081 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:54,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180f702720005, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-28T10:22:54,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10180f702720008, quorum=127.0.0.1:63782, baseZNode=/21466648312 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:22:54,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180f702720005, quorum=127.0.0.1:63782, baseZNode=/1-846422041 Received Disconnected from ZooKeeper, ignoring
2024-11-28T10:22:54,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180f702720002, quorum=127.0.0.1:63782, baseZNode=/040196081 Received Disconnected from ZooKeeper, ignoring